-- Logs begin at Wed 2022-08-31 03:26:41 UTC, end at Wed 2022-08-31 04:29:08 UTC. -- Aug 31 03:58:08.726804 dv-cinder-853910-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 03:58:11.320817 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.common.config [-] Logging enabled! Aug 31 03:58:11.321333 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev528 Aug 31 03:58:11.321587 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106345) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 31 03:58:11.324826 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.common.config [-] Logging enabled! Aug 31 03:58:11.325073 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev528 Aug 31 03:58:11.325383 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106345) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 31 03:58:11.326312 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 03:58:11.326536 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 03:58:11.327007 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 03:58:11.327271 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 03:58:11.327498 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 03:58:11.327814 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.328109 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.328339 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.328619 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.328903 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.329182 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.329464 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.329755 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.330039 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.330309 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.330586 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.330849 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.331162 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.331450 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.331735 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.331957 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] debug = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.332234 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.332660 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.333072 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.333350 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.333636 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.333911 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.334179 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.334451 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.334731 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.335101 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] host = dv-cinder-853910-5-iscsi {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.335387 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.335672 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.335954 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.336237 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.336507 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.336777 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.337058 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.337327 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.337593 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] log_file = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.337861 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.338144 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.338425 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.338708 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.338927 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.339168 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.339449 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.339731 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.340003 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.340273 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.340540 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.340809 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.341079 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.341342 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.341620 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.341899 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.342179 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.342448 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.342716 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.342983 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.343275 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.343552 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.343820 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.344089 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.344357 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.344637 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.344900 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.345170 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.345465 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.345744 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.346019 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.346298 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.346608 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.346886 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.347181 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.347449 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.347715 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] use_json = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.347980 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.348242 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.348515 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.348784 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.349049 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.349317 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.349581 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.349857 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.350121 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:11.350410 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.350703 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.351000 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.351300 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.351604 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.351880 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.352163 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.352434 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.352719 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.353003 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.353284 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.353558 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.353851 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.354133 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.354420 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.354717 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.355004 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.355317 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.355588 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.355855 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.356122 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.356391 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.356674 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.356948 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.357230 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.357513 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.357786 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.358078 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.358357 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.358638 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.358927 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.359239 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.359509 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.359783 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.360067 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.360340 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.360605 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.360889 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.361161 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.361424 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.361697 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.361978 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.362535 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.362822 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.363127 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.363418 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.363693 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.363963 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.364231 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.364502 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.364766 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.365045 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.365637 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.365902 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.366168 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.366441 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.366707 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.366975 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.367272 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.367538 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.367813 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.368083 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.368349 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.368615 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.368880 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.369146 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.369411 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.369678 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.369951 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.370214 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.370477 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.370741 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.371008 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.371298 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.371574 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.371866 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.372137 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.372412 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.372685 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.372959 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.373231 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.373502 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.373775 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.374048 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.374315 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.374600 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.374879 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.375181 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.375464 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.375755 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.376044 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.376317 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.376589 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.376862 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.377131 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.377402 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.377726 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.378125 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.378402 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.378684 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.378964 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.379279 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.379569 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.379846 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.380138 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.380423 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.380712 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.380988 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.381293 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.381567 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:11.381782 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 03:58:11.382022 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106345) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 03:58:11.669675 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 31 03:58:11.669865 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 31 03:58:11.670154 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 31 03:58:11.670377 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 31 03:58:11.670649 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 31 03:58:11.670979 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 03:58:12.073932 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.074158 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.074467 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.075692 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.075969 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.076235 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.128082 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.128354 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.128620 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.145016 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.145290 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.145555 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.173073 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.173339 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.173603 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.209154 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.209425 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.209701 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.438974 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.439660 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.439660 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.439826 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.440790 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.536340 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.536653 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.536934 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.537204 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.537467 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.537774 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.538028 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.538280 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.538531 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.538816 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.539079 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.539344 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.539595 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.539826 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.540078 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.540341 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.540593 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.540854 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.541118 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.541372 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.541641 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.541889 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.542167 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.542549 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.542800 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.543071 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.543460 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106345) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 03:58:12.543696 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106345) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 03:58:12.543926 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106345) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 03:58:12.544156 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106345) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 03:58:12.544384 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106345) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 03:58:12.544614 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106345) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 03:58:12.544969 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 03:58:12.548095 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 03:58:12.551985 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 03:58:12.555855 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Aug 31 03:58:12.557459 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 03:58:12.558069 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 03:58:12.558399 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 03:58:12.558779 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 03:58:12.561559 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 03:58:12.561801 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 03:58:12.562145 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 03:58:12.567238 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 03:58:12.590133 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 03:58:12.590573 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.590865 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106345) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 31 03:58:12.591267 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.592589 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106345) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 03:58:12.592862 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 03:58:12.593099 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 03:58:12.596688 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.596964 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:12.671729 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 03:58:12.671955 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 03:58:12.672187 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 03:58:12.672551 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 03:58:12.724237 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO dbcounter [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Registered counter for database neutron Aug 31 03:58:12.743398 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_db.sqlalchemy.engines [None req-658c0345-f169-498e-a756-f6eea267dedb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106345) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 03:58:12.750286 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG dbcounter [-] [106345] Writer thread running {{(pid=106345) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 03:58:13.309724 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Initializing driver for type 'gre' Aug 31 03:58:13.310445 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-658c0345-f169-498e-a756-f6eea267dedb None None] gre ID ranges: [(1, 1000)] Aug 31 03:58:13.371898 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Initializing driver for type 'local' Aug 31 03:58:13.372242 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Initializing driver for type 'vlan' Aug 31 03:58:13.386643 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-658c0345-f169-498e-a756-f6eea267dedb None None] VlanTypeDriver initialization complete Aug 31 03:58:13.386975 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Initializing driver for type 'vxlan' Aug 31 03:58:13.387497 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-658c0345-f169-498e-a756-f6eea267dedb None None] vxlan ID ranges: [(1, 1000)] Aug 31 03:58:13.443907 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Initializing extension driver 'port_security' Aug 31 03:58:13.444566 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.extensions.port_security [None req-658c0345-f169-498e-a756-f6eea267dedb None None] PortSecurityExtensionDriver initialization complete Aug 31 03:58:13.444566 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Initializing mechanism driver 'openvswitch' Aug 31 03:58:13.444908 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Initializing mechanism driver 'hyperv' Aug 31 03:58:13.451794 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.plugin [None req-658c0345-f169-498e-a756-f6eea267dedb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:58:13.452482 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > port after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.452863 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > port after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.453222 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > port after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.453740 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106345) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 03:58:13.454167 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > subnet after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.454531 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > subnet after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.454885 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > subnet after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.455317 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106345) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 03:58:13.455873 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > network after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.456148 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > network after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.456504 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > network after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.456907 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106345) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 03:58:13.457318 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > security_group after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.457680 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > security_group after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.458030 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > security_group after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.458436 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106345) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 03:58:13.458841 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.459217 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.459566 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.459966 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106345) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 03:58:13.460375 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > address_group after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.460726 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > address_group after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.461069 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > address_group after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.461464 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106345) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 03:58:13.461907 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-658c0345-f169-498e-a756-f6eea267dedb None None] ML2 OVO RPC backend initialized. {{(pid=106345) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 31 03:58:13.462622 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router_interface after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.462980 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.463427 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > network before_response 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.463784 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > networks before_response 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.464135 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > port before_response 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.464482 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > ports before_response 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.464827 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > subnet before_response 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.465174 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > subnets before_response 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.465523 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > network after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.465868 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > network after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.466208 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > network after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.466549 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > port after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.466892 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > port after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.467258 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > port after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.467605 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > subnet after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.467947 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > subnet after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.468284 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > subnet after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.476059 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded quota_driver: . Aug 31 03:58:13.476435 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.plugin [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Modular L2 Plugin initialization complete Aug 31 03:58:13.476790 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading services supported by the core plugin {{(pid=106345) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 03:58:13.477134 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.plugins.ml2.managers [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Got port-security extension from driver 'port_security' Aug 31 03:58:13.477623 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.extensions.vlantransparent [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Disabled vlantransparent extension. Aug 31 03:58:13.478125 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106345) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 03:58:13.478451 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading Plugin: router Aug 31 03:58:13.514122 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router_interface before_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.514517 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router after_create 55549900 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.514889 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router before_create 55549900 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.515287 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.515668 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.516033 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router after_delete 55549900 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.516398 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > floatingip after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.516755 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > floatingip after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.517119 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router after_create 55549900 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.517474 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router after_update 55549900 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.517825 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router after_update 55549900 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.518252 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.518886 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router after_update 55549900 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.519322 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router precommit_update 55549900 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.519700 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: port after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.520047 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: port after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.520394 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: subnet after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.520748 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.521107 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > port precommit_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.521456 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router precommit_create 55549900 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.521807 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: port before_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.522154 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router precommit_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.522514 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router after_update 55549900 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.522861 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router precommit_delete 55549900 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.523248 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router precommit_create 55549900 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.523598 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router_interface after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.523946 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router precommit_update 55549900 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.524317 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > agent after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.524671 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > agent after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.525030 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > network after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.525896 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Tracking information for resource: router configured {{(pid=106345) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 03:58:13.526231 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Tracking information for resource: floatingip configured {{(pid=106345) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 03:58:13.531139 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.db.l3_agentschedulers_db [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 03:58:13.531727 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: port after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.532094 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: port after_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.532447 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: port after_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.532786 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: port after_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.533581 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router before_create 55550100 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.533992 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router precommit_delete 55550100 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.534357 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router precommit_create 55550100 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.534719 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > router precommit_update 55550100 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.539637 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.services.provider_configuration [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Service providers = [] {{(pid=106345) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 03:58:13.539951 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.db.servicetype_db [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106345) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 03:58:13.543114 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.services.service_base [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106345) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 03:58:13.543467 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.services.service_base [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106345) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 03:58:13.543810 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.services.service_base [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106345) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 03:58:13.544702 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.services.service_base [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106345) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 03:58:13.545078 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.services.service_base [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 03:58:13.545464 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106345) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 03:58:13.545781 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 03:58:13.556285 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106345) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 03:58:13.556618 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading Plugin: auto_allocate Aug 31 03:58:13.562321 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: network precommit_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.562692 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: network precommit_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.563252 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106345) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 03:58:13.563575 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading Plugin: tag Aug 31 03:58:13.570666 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106345) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 03:58:13.570997 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading Plugin: timestamp Aug 31 03:58:13.574842 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106345) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 03:58:13.575202 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading Plugin: network_ip_availability Aug 31 03:58:13.580715 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.581145 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.581513 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.582229 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106345) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 03:58:13.582549 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading Plugin: flavors Aug 31 03:58:13.588705 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106345) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 03:58:13.589039 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading Plugin: revisions Aug 31 03:58:13.593521 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106345) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 03:58:13.593912 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_concurrency.lockutils [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.923s {{(pid=106345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 31 03:58:13.594661 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106345) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 31 03:58:13.594999 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Initializing extension manager. Aug 31 03:58:13.595626 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: __init__.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.595958 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: __pycache__ {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.596302 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: address_group.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.597049 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.597624 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: address-group Aug 31 03:58:13.597951 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: address_scope.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.598631 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.599173 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: address-scope Aug 31 03:58:13.599482 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: admin_state_down_before_update.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.600362 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.600900 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: router-admin-state-down-before-update Aug 31 03:58:13.601222 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: agent.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.601874 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.602379 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: agent Aug 31 03:58:13.602701 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: agent_resources_synced.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.603597 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.604110 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: agent-resources-synced Aug 31 03:58:13.604436 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: allowedaddresspairs.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.606203 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.606726 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: allowed-address-pairs Aug 31 03:58:13.607053 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: auto_allocated_topology.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.608110 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.608623 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: auto-allocated-topology Aug 31 03:58:13.608947 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: availability_zone.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.609599 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.610102 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: availability_zone Aug 31 03:58:13.610426 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: availability_zone_filter.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.611317 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.611827 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: availability_zone_filter Aug 31 03:58:13.612233 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: data_plane_status.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.613169 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.613681 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 03:58:13.614001 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: default_subnetpools.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.614878 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.615746 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: default-subnetpools Aug 31 03:58:13.616071 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: dhcpagentscheduler.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.616848 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.617356 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: dhcp_agent_scheduler Aug 31 03:58:13.617681 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: dns.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.618553 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.619067 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension dns-integration not supported by any of loaded plugins Aug 31 03:58:13.619406 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: dns_domain_ports.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.620276 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.620782 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 03:58:13.621106 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.621981 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.622487 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 03:58:13.622813 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: dvr.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.623478 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.623981 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: dvr Aug 31 03:58:13.624303 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: ecmp_routes.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.625182 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.625690 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 03:58:13.626015 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: empty_string_filtering.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.626892 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.627434 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: empty-string-filtering Aug 31 03:58:13.627798 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.628671 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.629177 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 03:58:13.629498 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.630370 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.630872 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 03:58:13.631224 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: external_net.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.632101 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.632606 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: external-net Aug 31 03:58:13.632929 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: extra_dhcp_opt.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.633796 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.634310 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: extra_dhcp_opt Aug 31 03:58:13.634637 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: extraroute.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.635530 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.636039 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: extraroute Aug 31 03:58:13.636363 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: extraroute_atomic.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.637357 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.637867 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: extraroute-atomic Aug 31 03:58:13.638190 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: filter_validation.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.639017 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.639572 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: filter-validation Aug 31 03:58:13.639898 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: fip_pf_description.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.640787 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.641304 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 03:58:13.641627 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: fip_pf_port_range.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.642504 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.643016 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 31 03:58:13.643433 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: fip_port_details.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.644314 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.644831 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: fip-port-details Aug 31 03:58:13.645159 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: flavors.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.646351 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.646875 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: flavors Aug 31 03:58:13.647244 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.648847 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.649372 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 03:58:13.649703 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: floatingip_pools.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.650362 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.650883 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: floatingip-pools Aug 31 03:58:13.651243 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: ip_allocation.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.652128 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.652643 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 03:58:13.652969 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.653872 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.654385 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: ip-substring-filtering Aug 31 03:58:13.654709 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: l2_adjacency.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.655639 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.656145 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 03:58:13.656467 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: l3.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.657411 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.657928 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: router Aug 31 03:58:13.658260 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: l3_conntrack_helper.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.660560 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.661086 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 03:58:13.661424 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.662317 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.662837 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: ext-gw-mode Aug 31 03:58:13.663202 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.664079 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.664596 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: l3-ha Aug 31 03:58:13.664925 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.665790 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.666298 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 31 03:58:13.666631 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: l3_flavors.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.667538 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.668053 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: l3-flavors Aug 31 03:58:13.668375 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: l3_ndp_proxy.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.669710 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.670227 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 31 03:58:13.670553 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.671462 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.671978 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 03:58:13.672306 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: l3agentscheduler.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.673291 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.673801 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: l3_agent_scheduler Aug 31 03:58:13.674124 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: local_ip.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.675918 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.676456 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension local_ip not supported by any of loaded plugins Aug 31 03:58:13.676792 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: logging.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.678236 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.678762 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension logging not supported by any of loaded plugins Aug 31 03:58:13.679129 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: metering.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.679844 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.680612 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: metering Aug 31 03:58:13.680941 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.682031 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.682558 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: metering_source_and_destination_fields Aug 31 03:58:13.682888 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: multiprovidernet.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.683825 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.684344 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: multi-provider Aug 31 03:58:13.684670 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: netmtu.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.685548 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.686056 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: net-mtu Aug 31 03:58:13.686389 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: netmtu_writable.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.687298 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.687811 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: net-mtu-writable Aug 31 03:58:13.688136 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: network_availability_zone.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.688773 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.689274 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: network_availability_zone Aug 31 03:58:13.689594 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: network_ip_availability.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.690727 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.691276 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: network-ip-availability Aug 31 03:58:13.691611 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: network_segment_range.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.692347 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.692859 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 03:58:13.693185 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: pagination.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.694132 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.694467 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: pagination Aug 31 03:58:13.694791 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: port_device_profile.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.695690 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.696217 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: port-device-profile Aug 31 03:58:13.696544 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: port_mac_address_override.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.697434 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.697955 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: port-mac-override Aug 31 03:58:13.698285 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.699209 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.699739 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: port-mac-address-regenerate Aug 31 03:58:13.700063 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.700968 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.701468 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: port-numa-affinity-policy Aug 31 03:58:13.701790 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: port_resource_request.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.702667 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.703212 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 03:58:13.703535 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: port_resource_request_groups.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.704470 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.704984 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 31 03:58:13.705309 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: portbindings.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.706242 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.706764 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: binding Aug 31 03:58:13.707115 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: portbindings_extended.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.708336 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.708858 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: binding-extended Aug 31 03:58:13.709187 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: portsecurity.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.710065 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.710583 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: port-security Aug 31 03:58:13.710912 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: project_id.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.711893 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.712229 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: project-id Aug 31 03:58:13.712552 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: providernet.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.713427 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.713949 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: provider Aug 31 03:58:13.714274 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: qos.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.717831 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.718359 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension qos not supported by any of loaded plugins Aug 31 03:58:13.718697 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.719975 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.720464 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 03:58:13.720794 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.722230 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.722754 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 03:58:13.723117 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: qos_default.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.724067 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.724538 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension qos-default not supported by any of loaded plugins Aug 31 03:58:13.724869 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: qos_fip.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.725785 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.726331 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension qos-fip not supported by any of loaded plugins Aug 31 03:58:13.726749 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: qos_fip_network_policy.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.727764 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.728304 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 31 03:58:13.728665 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: qos_gateway_ip.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.729575 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.730083 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 03:58:13.730451 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: qos_port_network_policy.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.731425 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.731930 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 03:58:13.732277 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.733357 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.733871 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 31 03:58:13.734238 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.735335 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.735855 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 31 03:58:13.736253 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: qos_pps_rule.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.737641 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.738157 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension qos-pps not supported by any of loaded plugins Aug 31 03:58:13.738485 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: qos_rule_type_details.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.739393 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.739903 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 03:58:13.740540 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: qos_rule_type_filter.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.741419 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.741928 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 31 03:58:13.742253 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: qos_rules_alias.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.743292 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.743807 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 03:58:13.744132 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: quota_check_limit.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.745018 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.745538 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: quota-check-limit Aug 31 03:58:13.745863 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: quotasv2.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.746814 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.747176 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: quotas Aug 31 03:58:13.747498 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: quotasv2_detail.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.749192 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.749529 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: quota_details Aug 31 03:58:13.749859 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: rbac.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.751232 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.751769 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: rbac-policies Aug 31 03:58:13.752105 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: rbac_address_group.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.753102 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.753570 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: rbac-address-group Aug 31 03:58:13.753899 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: rbac_address_scope.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.754784 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.755326 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: rbac-address-scope Aug 31 03:58:13.755651 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: rbac_security_groups.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.756612 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.757130 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: rbac-security-groups Aug 31 03:58:13.757457 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: rbac_subnetpool.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.758341 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.758860 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: rbac-subnetpool Aug 31 03:58:13.759216 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: revisionifmatch.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.760135 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.760648 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: revision-if-match Aug 31 03:58:13.760975 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: revisions.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.762059 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.762577 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: standard-attr-revisions Aug 31 03:58:13.762906 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: router_availability_zone.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.763570 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.764089 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: router_availability_zone Aug 31 03:58:13.764416 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: routerservicetype.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.765315 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.765832 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension router-service-type not supported by any of loaded plugins Aug 31 03:58:13.766159 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.767076 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.767596 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: security-groups-normalized-cidr Aug 31 03:58:13.767923 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: security_groups_port_filtering.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.768841 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.769355 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: port-security-groups-filtering Aug 31 03:58:13.769682 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.770568 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.771113 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: security-groups-remote-address-group Aug 31 03:58:13.771443 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.772342 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.772862 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: security-groups-shared-filtering Aug 31 03:58:13.773189 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: securitygroup.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.782767 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.783330 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: security-group Aug 31 03:58:13.783666 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: segment.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.784500 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.785016 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension segment not supported by any of loaded plugins Aug 31 03:58:13.785345 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.786254 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.786772 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 03:58:13.787190 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: servicetype.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.788253 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.788775 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: service-type Aug 31 03:58:13.789105 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: sorting.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.790125 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.790391 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: sorting Aug 31 03:58:13.790718 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: standard_attr_segment.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.791621 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.792135 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 03:58:13.792457 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: standardattrdescription.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.793066 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.793577 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: standard-attr-description Aug 31 03:58:13.793905 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: stateful_security_group.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.794824 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.795364 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: stateful-security-group Aug 31 03:58:13.795694 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: stdattrs_common.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.796243 dv-cinder-853910-5-iscsi neutron-server[106345]: WARNING neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 03:58:13.796565 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.797457 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.797969 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 03:58:13.798292 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: subnet_onboard.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.799348 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.800028 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: subnet_onboard Aug 31 03:58:13.800476 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.801372 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.801887 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 03:58:13.802209 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: subnet_service_types.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.803113 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.803638 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: subnet-service-types Aug 31 03:58:13.803960 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: subnetallocation.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.805004 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.805522 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: subnet_allocation Aug 31 03:58:13.805848 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.806486 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.807014 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: subnetpool-prefix-ops Aug 31 03:58:13.807364 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.808256 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.808765 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 03:58:13.809085 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: tagging.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.810118 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.810629 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: standard-attr-tag Aug 31 03:58:13.810953 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: timestamp.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.812131 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.812650 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loaded extension: standard-attr-timestamp Aug 31 03:58:13.812979 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: trunk.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.813969 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.814489 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension trunk not supported by any of loaded plugins Aug 31 03:58:13.814812 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: trunk_details.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.815833 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.816351 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension trunk-details not supported by any of loaded plugins Aug 31 03:58:13.816681 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: uplink_status_propagation.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.817565 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.818078 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 03:58:13.818405 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Loading extension file: vlantransparent.py {{(pid=106345) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 03:58:13.819045 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106345) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 03:58:13.819559 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 03:58:13.822139 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:network Aug 31 03:58:13.822666 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:subnet Aug 31 03:58:13.823089 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 03:58:13.823489 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:port Aug 31 03:58:13.824760 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.v2.resource_helper [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106345) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 03:58:13.825206 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.v2.resource_helper [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Service FLAVORS assigned prefix: {{(pid=106345) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 03:58:13.825825 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.v2.resource_helper [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106345) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 03:58:13.826255 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.v2.resource_helper [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106345) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 03:58:13.826588 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:router Aug 31 03:58:13.827042 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:floatingip Aug 31 03:58:13.827543 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.v2.resource_helper [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Service METERING assigned prefix: /metering {{(pid=106345) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 03:58:13.829008 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.829391 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.829750 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 03:58:13.830809 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 03:58:13.831519 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:security_group Aug 31 03:58:13.831963 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 03:58:13.832493 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.v2.resource_helper [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Service CORE assigned prefix: {{(pid=106345) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 03:58:13.832825 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 03:58:13.833183 dv-cinder-853910-5-iscsi neutron-server[106345]: WARNING neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] subnetpool is already registered Aug 31 03:58:13.833624 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.v2.resource_helper [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Service CORE assigned prefix: {{(pid=106345) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 03:58:13.833958 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 03:58:13.834291 dv-cinder-853910-5-iscsi neutron-server[106345]: WARNING neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] subnetpool is already registered Aug 31 03:58:13.836758 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.v2.resource_helper [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106345) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 03:58:13.837201 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.v2.resource_helper [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Service FLAVORS assigned prefix: {{(pid=106345) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 03:58:13.837803 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.v2.resource_helper [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106345) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 03:58:13.838231 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.v2.resource_helper [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106345) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 03:58:13.838565 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:router Aug 31 03:58:13.838910 dv-cinder-853910-5-iscsi neutron-server[106345]: WARNING neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] router is already registered Aug 31 03:58:13.839351 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:floatingip Aug 31 03:58:13.839693 dv-cinder-853910-5-iscsi neutron-server[106345]: WARNING neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] floatingip is already registered Aug 31 03:58:13.840151 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.v2.resource_helper [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Service METERING assigned prefix: /metering {{(pid=106345) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 03:58:13.840853 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 03:58:13.841180 dv-cinder-853910-5-iscsi neutron-server[106345]: WARNING neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] rbac_policy is already registered Aug 31 03:58:13.841597 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:security_group Aug 31 03:58:13.841936 dv-cinder-853910-5-iscsi neutron-server[106345]: WARNING neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] security_group is already registered Aug 31 03:58:13.842339 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 03:58:13.842677 dv-cinder-853910-5-iscsi neutron-server[106345]: WARNING neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] security_group_rule is already registered Aug 31 03:58:13.843344 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.v2.resource_helper [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Service CORE assigned prefix: {{(pid=106345) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 03:58:13.843683 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 03:58:13.844020 dv-cinder-853910-5-iscsi neutron-server[106345]: WARNING neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] subnetpool is already registered Aug 31 03:58:13.844441 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.v2.resource_helper [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Service CORE assigned prefix: {{(pid=106345) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 03:58:13.844766 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 03:58:13.845102 dv-cinder-853910-5-iscsi neutron-server[106345]: WARNING neutron.quota.resource_registry [None req-658c0345-f169-498e-a756-f6eea267dedb None None] subnetpool is already registered Aug 31 03:58:13.845584 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: extensions {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.847220 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: address-groups {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.848758 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: address-scopes {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.850120 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: agents {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.851344 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: auto-allocated-topology {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.852652 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: availability_zones {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.853930 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: dhcp-networks {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.855508 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: dhcp-agents {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.856989 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: routers {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.858777 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: flavors {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.860090 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: service_profiles {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.861338 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: next_providers {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.862900 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: service_profiles {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.865793 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: floatingip-pools {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.867082 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: routers {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.868878 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: floatingips {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.870189 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: l3-routers {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.871667 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: l3-agents {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.873127 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: metering-labels {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.874409 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: metering-label-rules {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.875881 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: network-ip-availabilities {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.877184 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: bindings {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.879259 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: quotas {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.880955 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: quotas {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.882536 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: rbac-policies {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.883865 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: security-groups {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.885206 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: security-group-rules {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.886501 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: service-providers {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.887784 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: subnetpools {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.889116 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: subnetpools {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.890711 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: tags {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.892473 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: tags {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.894366 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: tags {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.896267 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: tags {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.898015 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: tags {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.900190 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: tags {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.901958 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: tags {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.903937 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: tags {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.905750 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: tags {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.907580 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron.api.extensions [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Extended resource: tags {{(pid=106345) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 03:58:13.913879 dv-cinder-853910-5-iscsi neutron-server[106345]: WARNING keystonemiddleware.auth_token [None req-658c0345-f169-498e-a756-f6eea267dedb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 03:58:13.919145 dv-cinder-853910-5-iscsi neutron-server[106345]: WARNING keystonemiddleware.auth_token [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 03:58:13.928285 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_concurrency.lockutils [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Acquiring lock "singleton_lock" {{(pid=106345) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 31 03:58:13.928616 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_concurrency.lockutils [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Acquired lock "singleton_lock" {{(pid=106345) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 31 03:58:13.929097 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_concurrency.lockutils [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Releasing lock "singleton_lock" {{(pid=106345) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 31 03:58:13.929752 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO oslo_service.service [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Starting 2 workers Aug 31 03:58:13.934466 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Started child 106458 {{(pid=106345) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 03:58:13.938821 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Started child 106459 {{(pid=106345) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 03:58:13.939791 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:13.940645 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO neutron.service [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 03:58:13.941316 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Publish callbacks [] for process (None), before_spawn {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:13.941441 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [-] (106458) wsgi starting up on http://0.0.0.0:9696 Aug 31 03:58:13.943801 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:13.944274 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO oslo_service.service [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Starting 1 workers Aug 31 03:58:13.945144 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [-] (106459) wsgi starting up on http://0.0.0.0:9696 Aug 31 03:58:13.948876 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Started child 106460 {{(pid=106345) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 03:58:13.949392 dv-cinder-853910-5-iscsi neutron-server[106345]: INFO oslo_service.service [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Starting 1 workers Aug 31 03:58:13.952686 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.service [None req-658c0345-f169-498e-a756-f6eea267dedb None None] calling RpcWorker wait() {{(pid=106460) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 03:58:13.953271 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.service [None req-658c0345-f169-498e-a756-f6eea267dedb None None] returning from RpcWorker wait() {{(pid=106460) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 03:58:13.953732 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Started child 106461 {{(pid=106345) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 03:58:13.954480 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG neutron_lib.callbacks.manager [None req-658c0345-f169-498e-a756-f6eea267dedb None None] Publish callbacks [] for process (None), after_spawn {{(pid=106345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:13.954623 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:13.955074 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:58:13.956422 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106345) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 03:58:13.956605 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 03:58:13.956822 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 03:58:13.957021 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 03:58:13.957373 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 03:58:13.957550 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 03:58:13.958059 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.958342 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.958591 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.958850 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.959454 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.959605 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:13.960097 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.960097 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.960238 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.960502 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.960685 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.960823 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.961090 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.961346 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.961644 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.961912 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.962151 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.962412 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.962583 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.962839 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.963122 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.963390 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.963677 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] debug = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.963946 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.964451 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.964713 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.964954 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.965200 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.965454 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.965715 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.965973 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.966215 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.966438 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.966686 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.966946 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.967222 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.967464 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.967709 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.967975 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.968210 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.968675 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] host = dv-cinder-853910-5-iscsi {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.968932 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.969168 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.969396 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.969647 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.969901 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.970138 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.970400 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.970663 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.970934 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.971186 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.971500 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.971759 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.972005 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.972259 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_file = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.972433 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_options = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.972660 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.972949 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.973219 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.973410 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.973579 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.973742 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.974005 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.974170 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.974427 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.974661 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.974892 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.975148 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.975384 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.975629 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.975872 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.976126 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.976349 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.976591 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.976855 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.977211 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.977472 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.977721 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.977973 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.978196 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.978321 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:58:13.978449 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.978695 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.978892 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.979157 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.979454 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.979758 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.979951 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.980212 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.980436 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.980681 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.980942 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.981250 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.981726 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.982121 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.982364 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.982832 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.983409 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.983533 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.983936 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.984299 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.984299 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.984618 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.984729 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] use_json = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.984962 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.985119 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.985338 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.985585 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.985909 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.986022 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.986460 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.986460 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.986706 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:13.987132 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.987489 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.987717 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.987991 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.988235 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.988489 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.989106 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.989106 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.989359 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.989488 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.989941 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.989941 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.990567 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.990844 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.991144 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.991489 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.991734 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.991989 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.992226 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.992462 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.992808 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.992944 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.993161 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.993415 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.993673 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.993911 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.994137 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.994426 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.994699 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.994969 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.995361 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.995624 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.995886 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.996149 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.996373 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.996615 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.996858 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.997052 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.997264 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.997646 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.998122 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.998513 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.998657 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.998852 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.999636 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.999636 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:13.999636 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.000144 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.000144 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.000777 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.000777 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.000777 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.001281 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.001281 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.002431 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.002431 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.002431 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.002431 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.002431 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.002431 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.003388 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.003388 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.003388 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.003388 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.003955 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.003955 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.004221 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.004221 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.004494 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.004684 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.004927 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.005145 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.005368 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.005571 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.005776 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.005945 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.006189 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.006390 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.006725 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.006933 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.007115 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.007281 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.007421 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.007667 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.007888 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.008051 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.008292 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.008504 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.008655 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.008896 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.009108 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.009289 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.009621 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.009840 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.010203 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.010399 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.010563 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.010752 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.011066 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.011534 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.012068 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.012270 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.012541 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.012753 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.012996 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.013197 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.013441 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.013642 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.013898 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.014099 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.014288 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.014532 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.014734 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.014994 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.015199 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.016849 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.016849 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.016849 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.016849 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.016849 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.016849 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.016849 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.017804 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.017804 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.017804 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.018238 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.018238 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.018557 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.019886 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.019886 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.019886 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.019886 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.019886 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.020837 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.020837 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.020837 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.020837 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.021996 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.021996 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.021996 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.021996 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.021996 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.022650 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.022650 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.022650 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.023058 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.023058 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.023325 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.024253 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.024253 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.024253 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.024676 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.024676 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.024944 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.025109 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.025250 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.026474 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.026474 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.026474 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.026474 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.026474 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.026474 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.027425 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.027425 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.027425 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.027425 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.027953 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.027953 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.028209 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.028209 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.028476 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.028639 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.028859 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.029097 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.029315 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.029564 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.029761 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.030020 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.030272 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.030491 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.030757 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.031121 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.031251 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.031458 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.031733 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.031971 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.032180 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.032424 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.032649 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.032847 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.033084 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.033311 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.033504 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.035048 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.035048 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.035048 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.035048 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.035468 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.035833 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.036110 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.036513 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.036915 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.037316 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.037538 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.037917 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.038284 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.038675 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.039077 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.039480 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.039708 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.039968 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.040266 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.040693 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.040920 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.041216 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.041460 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.041908 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.042333 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.042780 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.043226 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.043645 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.043877 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.044101 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.044325 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.044550 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.044786 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.045001 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.045214 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.045434 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.045647 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.045970 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.046217 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.046467 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.046719 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.046939 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.047178 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.047442 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.047655 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.047867 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.048108 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.048346 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.048575 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.048802 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.049042 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.049240 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.049510 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.049805 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.049989 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.050218 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.050427 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.050639 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.050884 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.051130 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.051342 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.051570 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.051781 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.051989 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.052209 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.052427 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.052660 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.052912 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.053119 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.053327 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.054215 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.054215 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.054215 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.054658 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.054658 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.054923 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.055084 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.055253 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.055500 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.055726 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.056034 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.056253 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.056518 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.056750 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.056985 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.057205 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.057471 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.057798 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.058073 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.058325 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.058578 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.058829 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.059122 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.059398 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.059629 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.060905 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.060905 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.061082 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:58:14.061177 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.061177 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.061177 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.061401 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.061480 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.061669 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.061904 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.062140 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.062375 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.062613 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.062861 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.063115 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.063959 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.063959 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.063959 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.064539 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.064539 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.064539 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.064892 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.064892 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 03:58:14.065449 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106345) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 03:58:14.065610 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 03:58:14.065763 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 03:58:14.065973 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 03:58:14.066106 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 03:58:14.066250 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 03:58:14.066462 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.066622 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.066781 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.066939 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.067152 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.067317 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.067475 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.067636 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.067790 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.067948 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.068300 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.068300 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.068553 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.068553 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.068760 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.068879 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.068997 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.069134 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.069351 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.069441 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.069583 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.069739 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] debug = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.069895 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.070101 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.070271 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.070427 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.070585 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.070742 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.070899 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.071062 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.071226 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.071389 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.071547 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.071704 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.071861 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.072018 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.072174 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.072331 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.072489 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.072647 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] host = dv-cinder-853910-5-iscsi {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.072804 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.072960 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.073115 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.073272 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.073427 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.073584 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.073741 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.073949 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.074072 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.074191 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.074311 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.074473 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.074630 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.074786 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_file = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.074942 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_options = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.075120 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.075280 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.075436 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.075616 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.075777 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.075935 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.076075 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.076258 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.076387 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.076542 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.076699 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.076854 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.077010 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.077165 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.077479 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.077479 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.077717 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.077799 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.077907 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.078063 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.078220 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.078379 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.078534 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.078691 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.078849 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.079005 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.079182 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.079388 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.079514 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.079620 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.079771 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.079929 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.080086 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.080241 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.080397 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.080553 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.080760 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.080922 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.081083 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.081241 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.081397 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.081553 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.081708 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.081867 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.082023 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.082179 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.082335 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] use_json = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.082490 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.082647 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.082803 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.083057 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.083217 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.083374 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.083582 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.083726 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.083863 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 03:58:14.083990 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.084127 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.084298 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.084458 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.084619 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.084777 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.084936 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.085083 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.085229 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.085571 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.085571 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.086006 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.086006 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.086006 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.086408 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.086408 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.086621 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.086621 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.086858 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.086980 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.087155 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.087268 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.087370 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.087513 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.087698 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.087827 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.087964 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.088131 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.088290 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.088455 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.088630 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.088801 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.088929 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.089092 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.089252 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.089411 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.089618 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.089712 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.089866 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.090026 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.090187 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.090345 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.090506 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.090664 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.090825 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.090989 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.091169 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.091330 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.091490 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.091650 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.091809 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.091970 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.092129 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.092290 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.092450 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.092609 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.092768 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.092937 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.093080 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.093242 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.093402 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.093563 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.093721 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.093880 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.094039 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.094197 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.094357 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.094515 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.094686 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.094846 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.095005 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.095186 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.095347 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.095505 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.095665 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.095823 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.095981 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.096139 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.096368 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.096595 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.096766 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.096973 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.097167 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.097329 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.097490 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.097650 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.097810 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.097970 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.098130 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.099061 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.099061 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.099061 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.099061 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.099061 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.099390 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.099390 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.099390 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.099576 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.099756 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.099850 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.100007 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.100155 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.100314 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.100474 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.100636 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.101668 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.101668 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.101668 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.101668 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.101668 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.101668 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.101668 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.103696 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.103696 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.103696 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.103696 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.103696 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.103696 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.103696 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.103696 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.104245 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.104245 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.104245 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.104245 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.104245 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.104245 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.104245 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.104245 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.104986 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.104986 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.104986 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.104986 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.104986 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.104986 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.105600 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.105600 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.105600 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.105600 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.105873 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.105873 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.106016 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.106146 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.106305 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.106492 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.106652 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.106810 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.106970 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.107171 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.107331 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.107490 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.107650 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.107810 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.107968 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.108128 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.108288 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.108446 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.108605 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.108764 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.108924 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.109084 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.109243 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.109401 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.109562 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.109723 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.109881 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.110039 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.110197 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.110355 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.110514 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.110674 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.110831 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.110991 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.111172 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.111337 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.111496 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.111656 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.111814 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.112059 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.112222 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.112448 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.112614 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.112775 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.112936 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.113096 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.113258 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.113417 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.113578 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.113741 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.113900 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.114059 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.114219 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.114378 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.114539 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.114701 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.114860 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.115020 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.115520 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.115679 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.115859 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.116019 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.116177 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.116343 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.116503 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.116666 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.116825 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.116986 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.117144 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.117313 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.118016 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.118016 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.118016 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.118016 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.118016 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.118386 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.118386 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.118529 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.118628 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.118790 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.118949 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.119130 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.119289 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.119450 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.119610 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.119824 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.119931 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.120067 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.120228 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.120387 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.120545 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.120704 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.120876 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.121036 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.121195 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.121363 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.121515 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.121674 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.121844 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.122003 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.122162 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.122321 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.122479 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.122638 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.122807 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.122965 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.123154 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.123340 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.123466 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.123620 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.123788 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.123948 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.124106 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.124263 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.124422 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.124580 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.124748 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.124906 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.125064 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.125222 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.125381 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.125544 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.125696 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.125856 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.126013 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.126172 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.126334 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.126476 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.126646 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.126807 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.126965 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.127153 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.127314 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.127491 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.127655 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.127826 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.128020 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.128251 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.128416 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.128576 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.128737 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.128899 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.129065 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.129235 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.129402 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.129557 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.129717 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.129890 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.130058 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.130218 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.130385 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.130558 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.130719 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.130878 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.131046 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.131221 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.131385 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.131543 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.131705 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.131865 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.132026 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.132185 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.132344 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.132504 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.132664 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.132825 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.132984 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.133144 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.133302 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.133463 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.133623 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 03:58:14.133775 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106345) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 03:58:14.407720 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 37406) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 03:58:14.418418 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0075450 Aug 31 03:58:14.425569 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0063188 Aug 31 03:58:23.436949 dv-cinder-853910-5-iscsi neutron-server[106345]: DEBUG dbcounter [-] [106345] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106345) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:58:25.657604 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8891a5-0f77-4108-9a14-d5a417342764 None None] get_active_networks_info from dv-cinder-853910-5-iscsi {{(pid=106460) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 03:58:25.665036 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writer thread running {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 03:58:25.724033 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5dc5489b-6f6d-4ce5-a71e-34e3c336da54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568050'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:25.771845 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8891a5-0f77-4108-9a14-d5a417342764 None None] No non-hosted networks {{(pid=106460) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 03:58:27.147283 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writer thread running {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 03:58:27.686623 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5dbf0b22-aa9b-4dd1-a999-f4a908c6a41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568050'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:27.731121 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1862dd9c-3f40-4839-9a92-1ff5e1545b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:28.833424 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568050'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:29.219696 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 37478) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 03:58:29.787174 dv-cinder-853910-5-iscsi neutron-server[106458]: WARNING oslo_policy.policy [None req-e15735e3-3df5-42d9-8a1a-b10faea69004 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 03:58:29.788062 dv-cinder-853910-5-iscsi neutron-server[106458]: WARNING oslo_policy.policy [None req-e15735e3-3df5-42d9-8a1a-b10faea69004 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 03:58:30.015094 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [None req-e15735e3-3df5-42d9-8a1a-b10faea69004 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 03:58:30.031798 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-e15735e3-3df5-42d9-8a1a-b10faea69004 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8099887 Aug 31 03:58:30.396327 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568050'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:30.456036 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568050'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:30.457156 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:30.458437 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:30.459975 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:30.461544 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:30.462065 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:30.462597 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:30.463098 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:30.463962 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:30.465234 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:30.465917 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:30.466600 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:30.467086 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:30.468484 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:30.468956 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:30.469456 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:30.471059 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-853910-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:58:30.492470 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-853910-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:58:31.101797 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.db.l3_hamode_db [None req-576ff815-8db6-4061-a703-713debf230b8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 03:58:31.182563 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ff815-8db6-4061-a703-713debf230b8 None None] Routers set() bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 03:58:31.182947 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ff815-8db6-4061-a703-713debf230b8 None None] Router IDs set() for agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 31 03:58:32.480905 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 37512) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 03:58:32.828998 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-bf6f7e4b-89f6-41cc-9fbb-b09265fbfc54 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:58:32.840921 dv-cinder-853910-5-iscsi neutron-server[106458]: ERROR stevedore.extension [None req-bf6f7e4b-89f6-41cc-9fbb-b09265fbfc54 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 31 03:58:32.921816 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.policy [None req-bf6f7e4b-89f6-41cc-9fbb-b09265fbfc54 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106458) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 03:58:32.963359 dv-cinder-853910-5-iscsi neutron-server[106458]: WARNING oslo_policy.policy [None req-bf6f7e4b-89f6-41cc-9fbb-b09265fbfc54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 03:58:32.963742 dv-cinder-853910-5-iscsi neutron-server[106458]: WARNING oslo_policy.policy [None req-bf6f7e4b-89f6-41cc-9fbb-b09265fbfc54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 03:58:32.984308 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writer thread running {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 03:58:33.062754 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bf6f7e4b-89f6-41cc-9fbb-b09265fbfc54 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763505437289', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763505437853', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763506371393', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763506362498', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763506368345', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763506389744', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16364772', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16360885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649348', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-544434'] for rbac-policy (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:33.140022 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bf6f7e4b-89f6-41cc-9fbb-b09265fbfc54 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:33.141188 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-bf6f7e4b-89f6-41cc-9fbb-b09265fbfc54 admin admin] 10.222.0.18 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6589100 Aug 31 03:58:35.505274 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 37522) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 03:58:35.886114 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:58:35.920211 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Made reservation on behalf of f2239116cdae485a95fef3677e13e435 for: {'network': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:58:35.925625 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:35.945023 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:36.055982 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Publish callbacks [] for security_group (7a837589-6318-4a05-a989-7a8da7d53e06), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:36.062744 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (7a837589-6318-4a05-a989-7a8da7d53e06), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:36.087882 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=106458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 03:58:36.123922 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763503206714', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (6192cb0f-dd5b-4ff9-ae1b-f037058feec1), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:36.124498 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Unsubscribe: segment precommit_create {{(pid=106458) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 03:58:36.125015 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.segments_db [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Added segment 6192cb0f-dd5b-4ff9-ae1b-f037058feec1 of type vlan for network 89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2 Aug 31 03:58:36.142465 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7a837589-6318-4a05-a989-7a8da7d53e06,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:58:36.192922 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:36.193287 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:36.193632 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:36.193980 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:36.194305 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:36.194665 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:36.195020 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:36.195403 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:36.195745 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:36.196102 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:36.196401 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:36.196735 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:36.197054 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:36.197371 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:36.197678 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Tracked resource versions report: Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: pushed versions: Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: { 'AddressGroup': {'1.2'}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Agent': {'1.1'}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'ConntrackHelper': {'1.0'}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'LocalIPAssociation': {'1.0'}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Log': {'1.0'}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'NDPProxy': {'1.0'}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Network': {'1.1'}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Port': {'1.7'}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'PortForwarding': {'1.3'}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'QosPolicy': {'1.10'}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'SecurityGroup': {'1.5'}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'SecurityGroupRule': {'1.2'}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'SubPort': {'1.0'}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Subnet': {'1.1'}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Trunk': {'1.1'}} Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: consumer versions: Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: { DHCP agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: L3 agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: Metadata agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: Metering agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: Open vSwitch agent@dv-cinder-853910-5-iscsi: { 'AddressGroup': '1.2', Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Agent': '1.1', Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'ConntrackHelper': '1.0', Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'LocalIPAssociation': '1.0', Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Log': '1.0', Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'NDPProxy': '1.0', Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Network': '1.1', Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Port': '1.7', Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'PortForwarding': '1.3', Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'QosPolicy': '1.10', Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'SecurityGroup': '1.5', Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'SecurityGroupRule': '1.2', Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'SubPort': '1.0', Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Subnet': '1.1', Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Trunk': '1.1'}} Aug 31 03:58:36.199127 dv-cinder-853910-5-iscsi neutron-server[106458]: {{(pid=106458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 03:58:36.232296 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:36.278538 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:36.284057 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 03:58:36.284795 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:36.290742 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=55,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:58:36.380625 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8739142 Aug 31 03:58:36.413824 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc6fa4-0665-4dc5-98f6-8d1de3d2bfea demo demo] Pushing event updated for resources: {'Network': ['ID=89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:58:36.427077 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network 89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2 details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:58:38.867335 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 37536) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 03:58:39.336679 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781ebfd8-64ac-46b8-bbcb-807a39a74dce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 03:58:39.338078 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-781ebfd8-64ac-46b8-bbcb-807a39a74dce demo admin] 10.222.0.18 "GET /networking/v2.0/networks/89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2 HTTP/1.1" status: 200 len: 825 time: 0.4694459 Aug 31 03:58:39.369247 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-edcfb02e-8604-4096-a9e1-43e18027d26f demo admin] 10.222.0.18 "GET /networking/v2.0/subnetpools/0c689b25-00b8-4523-a67a-a4a36fadbb0f HTTP/1.1" status: 200 len: 734 time: 0.0220675 Aug 31 03:58:39.378085 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-59dc5695-8780-4dd4-ab06-c632c4d90e71 demo admin] Request body: {'subnet': {'subnetpool_id': '0c689b25-00b8-4523-a67a-a4a36fadbb0f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2', 'ip_version': 4}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:58:39.403526 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dc5695-8780-4dd4-ab06-c632c4d90e71 demo admin] Made reservation on behalf of f2239116cdae485a95fef3677e13e435 for: {'subnet': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:58:39.405863 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-59dc5695-8780-4dd4-ab06-c632c4d90e71 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:39.636832 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:58:39.719466 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-59dc5695-8780-4dd4-ab06-c632c4d90e71 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for subnet (e66ae572-bd75-487c-ac87-adbf73581b38), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:39.782906 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc5695-8780-4dd4-ab06-c632c4d90e71 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e66ae572-bd75-487c-ac87-adbf73581b38,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:58:39.800265 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc5695-8780-4dd4-ab06-c632c4d90e71 demo admin] Checking segment: {'id': '6192cb0f-dd5b-4ff9-ae1b-f037058feec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 03:58:39.800674 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dc5695-8780-4dd4-ab06-c632c4d90e71 demo admin] Network hostable DHCP agents. Network: 89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:58:39.826159 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dc5695-8780-4dd4-ab06-c632c4d90e71 demo admin] Network 89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2 is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:58:39.838922 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-59dc5695-8780-4dd4-ab06-c632c4d90e71 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, 89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2) {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:58:39.843965 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dc5695-8780-4dd4-ab06-c632c4d90e71 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 03:58:39.844722 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-59dc5695-8780-4dd4-ab06-c632c4d90e71 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:39.848980 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef05ba4-6747-481a-83d9-b147dc3955cf None None] Network 89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 03:58:39.862309 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-59dc5695-8780-4dd4-ab06-c632c4d90e71 demo admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4875727 Aug 31 03:58:40.117643 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372d0481-a19b-5f9c-9230-c03ba1597ea4-89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2', 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2', 'project_id': 'f2239116cdae485a95fef3677e13e435', 'fixed_ips': [{'subnet_id': 'e66ae572-bd75-487c-ac87-adbf73581b38'}]}} from dv-cinder-853910-5-iscsi. {{(pid=106460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 03:58:40.119000 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:40.401918 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Allocated IP 172.20.0.2 (89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2/e66ae572-bd75-487c-ac87-adbf73581b38/c317fbb9-87b4-40aa-a725-c1c4083753bb) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:58:40.404821 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:58:40.675748 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Publish callbacks [] for port (c317fbb9-87b4-40aa-a725-c1c4083753bb), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:40.685072 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (c317fbb9-87b4-40aa-a725-c1c4083753bb), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:40.760033 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Network 89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:58:40.769275 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:58:40.774772 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Pushing event updated for resources: {'Port': ['ID=c317fbb9-87b4-40aa-a725-c1c4083753bb,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:58:40.777101 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 03:58:40.790370 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:40.790708 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:40.791053 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:40.791430 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:40.791758 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:40.792078 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:40.792606 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:40.792923 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:40.793244 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:40.793557 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:40.793876 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:40.794206 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:40.794522 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:40.794832 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:40.795173 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Tracked resource versions report: Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: pushed versions: Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: { 'AddressGroup': {'1.2'}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Agent': {'1.1'}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'ConntrackHelper': {'1.0'}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'LocalIPAssociation': {'1.0'}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Log': {'1.0'}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'NDPProxy': {'1.0'}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Network': {'1.1'}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Port': {'1.7'}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'PortForwarding': {'1.3'}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'QosPolicy': {'1.10'}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'SecurityGroup': {'1.5'}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'SecurityGroupRule': {'1.2'}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'SubPort': {'1.0'}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Subnet': {'1.1'}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Trunk': {'1.1'}} Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: consumer versions: Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: { DHCP agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: L3 agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: Metadata agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: Metering agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: Open vSwitch agent@dv-cinder-853910-5-iscsi: { 'AddressGroup': '1.2', Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Agent': '1.1', Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'ConntrackHelper': '1.0', Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'LocalIPAssociation': '1.0', Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Log': '1.0', Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'NDPProxy': '1.0', Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Network': '1.1', Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Port': '1.7', Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'PortForwarding': '1.3', Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'QosPolicy': '1.10', Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'SecurityGroup': '1.5', Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'SecurityGroupRule': '1.2', Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'SubPort': '1.0', Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Subnet': '1.1', Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Trunk': '1.1'}} Aug 31 03:58:40.796579 dv-cinder-853910-5-iscsi neutron-server[106460]: {{(pid=106460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 03:58:40.871567 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Attempting to bind port c317fbb9-87b4-40aa-a725-c1c4083753bb on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 03:58:40.872343 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Attempting to bind port c317fbb9-87b4-40aa-a725-c1c4083753bb by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '6192cb0f-dd5b-4ff9-ae1b-f037058feec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 03:58:40.872343 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Attempting to bind port c317fbb9-87b4-40aa-a725-c1c4083753bb on network 89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 03:58:40.877831 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 3, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 03:58:40.878221 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Checking segment: {'id': '6192cb0f-dd5b-4ff9-ae1b-f037058feec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 03:58:40.878658 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:40.879051 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Bound using segment: {'id': '6192cb0f-dd5b-4ff9-ae1b-f037058feec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 03:58:40.879516 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Bound port: c317fbb9-87b4-40aa-a725-c1c4083753bb, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6192cb0f-dd5b-4ff9-ae1b-f037058feec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 03:58:40.879902 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c317fbb9-87b4-40aa-a725-c1c4083753bb), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:40.937569 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:58:40.943418 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] For port c317fbb9-87b4-40aa-a725-c1c4083753bb, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:58:40.964042 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] For port c317fbb9-87b4-40aa-a725-c1c4083753bb, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=c317fbb9-87b4-40aa-a725-c1c4083753bb,segment=NetworkSegment(6192cb0f-dd5b-4ff9-ae1b-f037058feec1),segment_id=6192cb0f-dd5b-4ff9-ae1b-f037058feec1)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:58:40.971417 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c317fbb9-87b4-40aa-a725-c1c4083753bb), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:41.025362 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efce0c2-0d7f-4fd7-ab64-f066fb2338fd None None] Pushing event updated for resources: {'Port': ['ID=c317fbb9-87b4-40aa-a725-c1c4083753bb,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:58:42.267889 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 37546) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 03:58:42.804956 dv-cinder-853910-5-iscsi neutron-server[106459]: WARNING oslo_policy.policy [None req-b83f2ea9-590c-4629-b89e-c5ba3620e62f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 03:58:42.805471 dv-cinder-853910-5-iscsi neutron-server[106459]: WARNING oslo_policy.policy [None req-b83f2ea9-590c-4629-b89e-c5ba3620e62f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 03:58:43.017119 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [None req-b83f2ea9-590c-4629-b89e-c5ba3620e62f admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 03:58:43.018227 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-b83f2ea9-590c-4629-b89e-c5ba3620e62f admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7494075 Aug 31 03:58:45.403196 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=10 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:58:45.404990 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:58:45.443388 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 37564) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 03:58:45.775206 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [None req-0e9f3740-e064-4fc7-ac17-3c90a60ca173 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 03:58:45.777293 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-0e9f3740-e064-4fc7-ac17-3c90a60ca173 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3318477 Aug 31 03:58:48.155460 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device c317fbb9-87b4-40aa-a725-c1c4083753bb up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:58:48.174417 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 37576) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 03:58:48.243878 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port c317fbb9-87b4-40aa-a725-c1c4083753bb triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 03:58:48.244287 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c317fbb9-87b4-40aa-a725-c1c4083753bb), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:48.354228 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port c317fbb9-87b4-40aa-a725-c1c4083753bb is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 03:58:48.354891 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c317fbb9-87b4-40aa-a725-c1c4083753bb), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:48.396114 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port c317fbb9-87b4-40aa-a725-c1c4083753bb, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=c317fbb9-87b4-40aa-a725-c1c4083753bb,segment=NetworkSegment(6192cb0f-dd5b-4ff9-ae1b-f037058feec1),segment_id=6192cb0f-dd5b-4ff9-ae1b-f037058feec1)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:58:48.400813 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c317fbb9-87b4-40aa-a725-c1c4083753bb), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:48.452646 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=c317fbb9-87b4-40aa-a725-c1c4083753bb,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:58:48.549439 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-ac86394b-c089-4adb-8481-0971aa86bfe7 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:58:48.576642 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ac86394b-c089-4adb-8481-0971aa86bfe7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8313'] for router (e8aed490-c035-4d4b-aa64-1b94e4381546), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:48.578116 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ac86394b-c089-4adb-8481-0971aa86bfe7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-565639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8192'] for router (e8aed490-c035-4d4b-aa64-1b94e4381546), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:48.718565 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ac86394b-c089-4adb-8481-0971aa86bfe7 demo demo] Publish callbacks [] for router_controller (e8aed490-c035-4d4b-aa64-1b94e4381546), precommit_add_association {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:48.726351 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ac86394b-c089-4adb-8481-0971aa86bfe7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566090'] for router (e8aed490-c035-4d4b-aa64-1b94e4381546), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:48.751458 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ac86394b-c089-4adb-8481-0971aa86bfe7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:48.752622 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-ac86394b-c089-4adb-8481-0971aa86bfe7 demo demo] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5769901 Aug 31 03:58:48.952092 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc2233-cdba-40f1-8996-8da7540cf4b3 None None] Network 89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 03:58:49.047680 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-412e5516-67c5-4f8e-98f7-98810c0a3ecc None None] Provisioning complete for port c317fbb9-87b4-40aa-a725-c1c4083753bb triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 03:58:49.047941 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-412e5516-67c5-4f8e-98f7-98810c0a3ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c317fbb9-87b4-40aa-a725-c1c4083753bb), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:49.147137 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:58:49.159414 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-412e5516-67c5-4f8e-98f7-98810c0a3ecc None None] Current status of the port c317fbb9-87b4-40aa-a725-c1c4083753bb is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 03:58:49.283974 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-94f7767f-c358-49c2-88ae-3008283e6f6d None None] Provisioning complete for port c317fbb9-87b4-40aa-a725-c1c4083753bb triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 03:58:49.283974 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-94f7767f-c358-49c2-88ae-3008283e6f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c317fbb9-87b4-40aa-a725-c1c4083753bb), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:49.353898 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-94f7767f-c358-49c2-88ae-3008283e6f6d None None] Current status of the port c317fbb9-87b4-40aa-a725-c1c4083753bb is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 03:58:50.140092 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device c317fbb9-87b4-40aa-a725-c1c4083753bb up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:58:50.186795 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port c317fbb9-87b4-40aa-a725-c1c4083753bb triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 03:58:50.187584 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c317fbb9-87b4-40aa-a725-c1c4083753bb), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:50.254701 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:58:50.261172 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port c317fbb9-87b4-40aa-a725-c1c4083753bb is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 03:58:51.113472 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 37584) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 03:58:51.458518 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [None req-3ad83a2e-458f-464f-9cca-190cb957b1d5 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 03:58:51.459849 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-3ad83a2e-458f-464f-9cca-190cb957b1d5 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3450470 Aug 31 03:58:53.905532 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 37592) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 03:58:54.270252 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:58:54.293750 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] Made reservation on behalf of a624bee162274d80bf52fd9ee90c7807 for: {'network': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:58:54.296083 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:54.304668 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:54.347669 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:58:54.380137 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] Publish callbacks [] for security_group (f17328c2-5d0e-440c-a464-af1d89c71f86), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:54.385520 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (f17328c2-5d0e-440c-a464-af1d89c71f86), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:54.402889 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] Reserving flat network on physical network physnet1 {{(pid=106458) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 03:58:54.419200 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17328c2-5d0e-440c-a464-af1d89c71f86,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:58:54.424091 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (8a2dd731-f9e3-49ad-a3a0-731bad411f71), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:54.424424 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.segments_db [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] Added segment 8a2dd731-f9e3-49ad-a3a0-731bad411f71 of type flat for network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 Aug 31 03:58:54.480915 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (6a4dfb25-163a-4ab8-82fd-91e5514c8f22), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:54.517225 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (6a4dfb25-163a-4ab8-82fd-91e5514c8f22), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:54.518336 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 03:58:54.518954 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:54.601729 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6948833 Aug 31 03:58:54.621643 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae7be7-facd-429e-a6a2-c2698c44c6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=6a4dfb25-163a-4ab8-82fd-91e5514c8f22,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:58:54.632905 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 03:58:55.601871 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c27fadc3-9f02-408d-a5ab-e81cbb2db09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:56.955340 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 37600) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 03:58:57.360063 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:58:57.375600 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a39c1c-e052-4229-b4d8-a9a7a712636c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 03:58:57.377405 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-13a39c1c-e052-4229-b4d8-a9a7a712636c demo admin] 10.222.0.18 "GET /networking/v2.0/subnets/e66ae572-bd75-487c-ac87-adbf73581b38 HTTP/1.1" status: 200 len: 849 time: 0.4207802 Aug 31 03:58:57.494923 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-c86da48b-c2ef-4362-b172-d2cf88518b25 demo admin] 10.222.0.18 "GET /networking/v2.0/routers/e8aed490-c035-4d4b-aa64-1b94e4381546 HTTP/1.1" status: 200 len: 704 time: 0.1113479 Aug 31 03:58:57.676054 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-93d84c91-9667-42cc-a64f-bb3ab35e558f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:57.773508 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:58.122710 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Allocated IP 172.20.0.1 (89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2/e66ae572-bd75-487c-ac87-adbf73581b38/38141a17-c464-4649-99c1-4bdb4c0ba300) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:58:58.262914 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:58:58.280725 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Publish callbacks [] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:58.352238 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:58.426525 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Network 89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:58:58.435497 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:58:58.439972 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 03:58:58.440505 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface (e8aed490-c035-4d4b-aa64-1b94e4381546), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:58.459548 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Pushing event updated for resources: {'Port': ['ID=38141a17-c464-4649-99c1-4bdb4c0ba300,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:58:58.639159 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-99ce0c91-3314-4f0b-9316-d1489e3d47de None None] Provisioning complete for port 38141a17-c464-4649-99c1-4bdb4c0ba300 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 03:58:58.639378 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:58.639485 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-99ce0c91-3314-4f0b-9316-d1489e3d47de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:58.666810 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:58:58.672459 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-99ce0c91-3314-4f0b-9316-d1489e3d47de None None] Port 38141a17-c464-4649-99c1-4bdb4c0ba300 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 03:58:58.781320 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:58.857888 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Publish callbacks [] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:58.865763 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:58.866610 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565434'] for router_interface (e8aed490-c035-4d4b-aa64-1b94e4381546), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:58.946327 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Pushing event updated for resources: {'Port': ['ID=38141a17-c464-4649-99c1-4bdb4c0ba300,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:58:58.997298 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Network 89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:58:58.998694 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:58:59.160842 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Router e8aed490-c035-4d4b-aa64-1b94e4381546 is scheduled to L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 with binding_index 1 {{(pid=106458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 03:58:59.192862 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-b3aae4f7-422b-4451-b00c-2b52abf0f4b5 None None] Provisioning complete for port 38141a17-c464-4649-99c1-4bdb4c0ba300 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 03:58:59.193224 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b3aae4f7-422b-4451-b00c-2b52abf0f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:58:59.258628 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:58:59.275239 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-31479f90-9030-44e8-99d9-7a5c64f47b9d demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/e8aed490-c035-4d4b-aa64-1b94e4381546/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7617278 Aug 31 03:58:59.281190 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-b3aae4f7-422b-4451-b00c-2b52abf0f4b5 None None] Port 38141a17-c464-4649-99c1-4bdb4c0ba300 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 03:58:59.281457 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Sync routers for ids ['e8aed490-c035-4d4b-aa64-1b94e4381546'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:58:59.292913 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Routers {'e8aed490-c035-4d4b-aa64-1b94e4381546'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 03:58:59.293815 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T03:58:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['e8aed490-c035-4d4b-aa64-1b94e4381546'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:58:59.479444 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Set router e8aed490-c035-4d4b-aa64-1b94e4381546 gateway port host: None {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 03:58:59.896038 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8aed490-c035-4d4b-aa64-1b94e4381546', 'name': 'router1', 'tenant_id': 'f2239116cdae485a95fef3677e13e435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T03:58:48Z', 'updated_at': '2022-08-31T03:58:58Z', 'revision_number': 2, 'project_id': 'f2239116cdae485a95fef3677e13e435', 'gw_port_host': None, '_interfaces': [{'id': '38141a17-c464-4649-99c1-4bdb4c0ba300', 'name': '', 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2', 'tenant_id': 'f2239116cdae485a95fef3677e13e435', 'mac_address': 'fa:16:3e:32:5e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aed490-c035-4d4b-aa64-1b94e4381546', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e66ae572-bd75-487c-ac87-adbf73581b38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T03:58:57Z', 'updated_at': '2022-08-31T03:58:58Z', 'revision_number': 2, 'project_id': 'f2239116cdae485a95fef3677e13e435', 'subnets': [{'id': 'e66ae572-bd75-487c-ac87-adbf73581b38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c689b25-00b8-4523-a67a-a4a36fadbb0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:58:59.945567 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Checking router: e8aed490-c035-4d4b-aa64-1b94e4381546 for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:58:59.945923 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Updating router e8aed490-c035-4d4b-aa64-1b94e4381546 port 38141a17-c464-4649-99c1-4bdb4c0ba300 binding host dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:58:59.996627 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:00.343907 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:00.443846 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:00.499626 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Publish callbacks [] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:00.506295 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:00.651817 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Pushing event updated for resources: {'Port': ['ID=38141a17-c464-4649-99c1-4bdb4c0ba300,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:59:00.657514 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Attempting to bind port 38141a17-c464-4649-99c1-4bdb4c0ba300 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 03:59:00.657903 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Attempting to bind port 38141a17-c464-4649-99c1-4bdb4c0ba300 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '6192cb0f-dd5b-4ff9-ae1b-f037058feec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 03:59:00.658332 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Attempting to bind port 38141a17-c464-4649-99c1-4bdb4c0ba300 on network 89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 03:59:00.664896 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:00.665232 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:00.665583 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:00.665927 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:00.666256 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:00.666575 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:00.666901 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:00.667278 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:00.667624 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:00.667939 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:00.668256 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:00.668581 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:00.668878 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:00.669187 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:00.669491 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Tracked resource versions report: Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: pushed versions: Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: { 'AddressGroup': {'1.2'}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Agent': {'1.1'}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'ConntrackHelper': {'1.0'}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'LocalIPAssociation': {'1.0'}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Log': {'1.0'}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'NDPProxy': {'1.0'}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Network': {'1.1'}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Port': {'1.7'}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'PortForwarding': {'1.3'}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'QosPolicy': {'1.10'}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'SecurityGroup': {'1.5'}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'SecurityGroupRule': {'1.2'}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'SubPort': {'1.0'}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Subnet': {'1.1'}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Trunk': {'1.1'}} Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: consumer versions: Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: { DHCP agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: L3 agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: Metadata agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: Metering agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: Open vSwitch agent@dv-cinder-853910-5-iscsi: { 'AddressGroup': '1.2', Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Agent': '1.1', Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'ConntrackHelper': '1.0', Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'LocalIPAssociation': '1.0', Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Log': '1.0', Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'NDPProxy': '1.0', Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Network': '1.1', Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Port': '1.7', Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'PortForwarding': '1.3', Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'QosPolicy': '1.10', Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'SecurityGroup': '1.5', Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'SecurityGroupRule': '1.2', Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'SubPort': '1.0', Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Subnet': '1.1', Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Trunk': '1.1'}} Aug 31 03:59:00.670898 dv-cinder-853910-5-iscsi neutron-server[106461]: {{(pid=106461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 03:59:00.678853 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 03:59:00.679288 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Checking segment: {'id': '6192cb0f-dd5b-4ff9-ae1b-f037058feec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 03:59:00.679751 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:00.680117 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Bound using segment: {'id': '6192cb0f-dd5b-4ff9-ae1b-f037058feec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 03:59:00.680578 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Bound port: 38141a17-c464-4649-99c1-4bdb4c0ba300, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6192cb0f-dd5b-4ff9-ae1b-f037058feec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 03:59:00.680930 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:00.749706 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] For port 38141a17-c464-4649-99c1-4bdb4c0ba300, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:59:00.769831 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] For port 38141a17-c464-4649-99c1-4bdb4c0ba300, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=38141a17-c464-4649-99c1-4bdb4c0ba300,segment=NetworkSegment(6192cb0f-dd5b-4ff9-ae1b-f037058feec1),segment_id=6192cb0f-dd5b-4ff9-ae1b-f037058feec1)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:59:00.775485 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:00.805449 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:00.810599 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:00.815544 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Routers {'e8aed490-c035-4d4b-aa64-1b94e4381546'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 03:59:00.816213 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T03:58:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['e8aed490-c035-4d4b-aa64-1b94e4381546'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:59:00.890131 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57117c3e-7747-40a0-b512-f0fc1631e546 None None] Pushing event updated for resources: {'Port': ['ID=38141a17-c464-4649-99c1-4bdb4c0ba300,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:59:00.916297 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] Set router e8aed490-c035-4d4b-aa64-1b94e4381546 gateway port host: None {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 03:59:01.108217 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8aed490-c035-4d4b-aa64-1b94e4381546', 'name': 'router1', 'tenant_id': 'f2239116cdae485a95fef3677e13e435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T03:58:48Z', 'updated_at': '2022-08-31T03:58:58Z', 'revision_number': 2, 'project_id': 'f2239116cdae485a95fef3677e13e435', 'gw_port_host': None, '_interfaces': [{'id': '38141a17-c464-4649-99c1-4bdb4c0ba300', 'name': '', 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2', 'tenant_id': 'f2239116cdae485a95fef3677e13e435', 'mac_address': 'fa:16:3e:32:5e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aed490-c035-4d4b-aa64-1b94e4381546', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e66ae572-bd75-487c-ac87-adbf73581b38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T03:58:57Z', 'updated_at': '2022-08-31T03:59:00Z', 'revision_number': 4, 'project_id': 'f2239116cdae485a95fef3677e13e435', 'subnets': [{'id': 'e66ae572-bd75-487c-ac87-adbf73581b38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c689b25-00b8-4523-a67a-a4a36fadbb0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:59:01.134250 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5f4418-0687-48b8-93e7-75b98e132020 None None] The sync data for ids ['e8aed490-c035-4d4b-aa64-1b94e4381546'] in dv-cinder-853910-5-iscsi is: [{'id': 'e8aed490-c035-4d4b-aa64-1b94e4381546', 'name': 'router1', 'tenant_id': 'f2239116cdae485a95fef3677e13e435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T03:58:48Z', 'updated_at': '2022-08-31T03:58:58Z', 'revision_number': 2, 'project_id': 'f2239116cdae485a95fef3677e13e435', 'gw_port_host': None, '_interfaces': [{'id': '38141a17-c464-4649-99c1-4bdb4c0ba300', 'name': '', 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2', 'tenant_id': 'f2239116cdae485a95fef3677e13e435', 'mac_address': 'fa:16:3e:32:5e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aed490-c035-4d4b-aa64-1b94e4381546', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e66ae572-bd75-487c-ac87-adbf73581b38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T03:58:57Z', 'updated_at': '2022-08-31T03:59:00Z', 'revision_number': 4, 'project_id': 'f2239116cdae485a95fef3677e13e435', 'subnets': [{'id': 'e66ae572-bd75-487c-ac87-adbf73581b38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c689b25-00b8-4523-a67a-a4a36fadbb0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:59:01.672665 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 37610) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 03:59:02.025378 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writer thread running {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 03:59:02.082156 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:02.180562 dv-cinder-853910-5-iscsi neutron-server[106459]: ERROR stevedore.extension [None req-7a771512-e4c5-43f7-a3d1-e59890aa5368 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 31 03:59:02.235909 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.policy [None req-7a771512-e4c5-43f7-a3d1-e59890aa5368 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106459) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 03:59:02.278415 dv-cinder-853910-5-iscsi neutron-server[106459]: WARNING oslo_policy.policy [None req-7a771512-e4c5-43f7-a3d1-e59890aa5368 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 03:59:02.278817 dv-cinder-853910-5-iscsi neutron-server[106459]: WARNING oslo_policy.policy [None req-7a771512-e4c5-43f7-a3d1-e59890aa5368 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 03:59:02.287386 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a771512-e4c5-43f7-a3d1-e59890aa5368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 03:59:02.289232 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-7a771512-e4c5-43f7-a3d1-e59890aa5368 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/6a4dfb25-163a-4ab8-82fd-91e5514c8f22 HTTP/1.1" status: 200 len: 842 time: 0.6156540 Aug 31 03:59:02.299835 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'name': 'public-subnet'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:59:02.343770 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Made reservation on behalf of a624bee162274d80bf52fd9ee90c7807 for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 03:59:02.346930 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:02.752711 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.objects.ports [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106459) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 03:59:02.753386 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for subnet (d112b133-4864-45e2-bd0c-e3cee0902150), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:02.822792 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d112b133-4864-45e2-bd0c-e3cee0902150,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:59:02.828936 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Checking segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 03:59:02.829295 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Network hostable DHCP agents. Network: 6a4dfb25-163a-4ab8-82fd-91e5514c8f22, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 03:59:02.838255 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:02.838598 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:02.838940 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:02.839293 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:02.839618 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:02.839947 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:02.840262 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:02.840583 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:02.840906 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:02.841223 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:02.841553 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:02.841871 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:02.842191 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:02.842501 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:02.842817 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Tracked resource versions report: Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: pushed versions: Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: { 'AddressGroup': {'1.2'}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Agent': {'1.1'}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'ConntrackHelper': {'1.0'}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'LocalIPAssociation': {'1.0'}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Log': {'1.0'}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'NDPProxy': {'1.0'}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Network': {'1.1'}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Port': {'1.7'}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'PortForwarding': {'1.3'}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'QosPolicy': {'1.10'}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'SecurityGroup': {'1.5'}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'SecurityGroupRule': {'1.2'}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'SubPort': {'1.0'}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Subnet': {'1.1'}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Trunk': {'1.1'}} Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: consumer versions: Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: { DHCP agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: L3 agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: Metadata agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: Metering agent@dv-cinder-853910-5-iscsi: {}, Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: Open vSwitch agent@dv-cinder-853910-5-iscsi: { 'AddressGroup': '1.2', Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Agent': '1.1', Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'ConntrackHelper': '1.0', Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'LocalIPAssociation': '1.0', Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Log': '1.0', Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'NDPProxy': '1.0', Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Network': '1.1', Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Port': '1.7', Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'PortForwarding': '1.3', Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'QosPolicy': '1.10', Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'SecurityGroup': '1.5', Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'SecurityGroupRule': '1.2', Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'SubPort': '1.0', Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Subnet': '1.1', Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Trunk': '1.1'}} Aug 31 03:59:02.844366 dv-cinder-853910-5-iscsi neutron-server[106459]: {{(pid=106459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 03:59:02.873430 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 03:59:02.888334 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, 6a4dfb25-163a-4ab8-82fd-91e5514c8f22) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:59:02.894297 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 03:59:02.894928 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:02.898089 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa82a1c-a5a8-4eb3-85db-4550988dd4a6 None None] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 03:59:02.934706 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-7694acbd-43ef-4c0f-a2d9-d014a9a38c1f admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6239884 Aug 31 03:59:03.011657 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd69dc5-ae3d-46c8-af09-f74dd9de090a None None] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 03:59:05.340336 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 37626) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 03:59:05.763969 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-dcd9fffe-f175-400d-9209-76c09a0b910e demo admin] 10.222.0.18 "GET /networking/v2.0/routers/e8aed490-c035-4d4b-aa64-1b94e4381546 HTTP/1.1" status: 200 len: 710 time: 0.4225440 Aug 31 03:59:05.912852 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:05.945980 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec22f415-bea2-4594-bc09-856adf74e52d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 03:59:05.947378 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-ec22f415-bea2-4594-bc09-856adf74e52d demo admin] 10.222.0.18 "GET /networking/v2.0/networks/6a4dfb25-163a-4ab8-82fd-91e5514c8f22 HTTP/1.1" status: 200 len: 886 time: 0.1775894 Aug 31 03:59:05.956790 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 03:59:06.163946 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 38141a17-c464-4649-99c1-4bdb4c0ba300 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:59:06.204494 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Publish callbacks [] for router_gateway (e8aed490-c035-4d4b-aa64-1b94e4381546), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:06.208298 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 38141a17-c464-4649-99c1-4bdb4c0ba300 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 03:59:06.208690 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:06.259330 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:06.285256 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 38141a17-c464-4649-99c1-4bdb4c0ba300 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 03:59:06.285653 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:06.302661 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:06.321228 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 38141a17-c464-4649-99c1-4bdb4c0ba300, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=38141a17-c464-4649-99c1-4bdb4c0ba300,segment=NetworkSegment(6192cb0f-dd5b-4ff9-ae1b-f037058feec1),segment_id=6192cb0f-dd5b-4ff9-ae1b-f037058feec1)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:59:06.325448 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:06.373254 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=38141a17-c464-4649-99c1-4bdb4c0ba300,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:59:06.430188 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Publish callbacks [] for router_gateway (e8aed490-c035-4d4b-aa64-1b94e4381546), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:06.509597 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:06.617402 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Allocated IP 172.27.1.137 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/1dab18bc-273e-419a-ab53-e60598e24332) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 03:59:06.720862 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Publish callbacks [] for port (1dab18bc-273e-419a-ab53-e60598e24332), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:06.748886 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:06.757503 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (1dab18bc-273e-419a-ab53-e60598e24332), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:06.801988 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 03:59:06.805117 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 03:59:06.809091 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 03:59:06.811699 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Pushing event updated for resources: {'Port': ['ID=1dab18bc-273e-419a-ab53-e60598e24332,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:59:06.993226 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 5 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:59:07.059473 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Publish callbacks [] for router_gateway (e8aed490-c035-4d4b-aa64-1b94e4381546), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:07.197814 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:07.348714 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-566062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-565718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8214'] for router (e8aed490-c035-4d4b-aa64-1b94e4381546), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:07.352315 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-566053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-566076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-565741'] for router (e8aed490-c035-4d4b-aa64-1b94e4381546), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:07.459577 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Router e8aed490-c035-4d4b-aa64-1b94e4381546 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 03:59:07.559585 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 03:59:07.564123 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:07.565304 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-6f6b742c-f36d-4a86-9717-7568143aaed5 demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/e8aed490-c035-4d4b-aa64-1b94e4381546 HTTP/1.1" status: 200 len: 890 time: 1.6118422 Aug 31 03:59:07.571045 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Sync routers for ids ['e8aed490-c035-4d4b-aa64-1b94e4381546'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 03:59:07.583945 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Routers {'e8aed490-c035-4d4b-aa64-1b94e4381546'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 03:59:07.584631 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T03:58:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['e8aed490-c035-4d4b-aa64-1b94e4381546'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:59:07.803443 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Set router e8aed490-c035-4d4b-aa64-1b94e4381546 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 03:59:07.998334 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:08.168569 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 38141a17-c464-4649-99c1-4bdb4c0ba300 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:59:08.223584 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8aed490-c035-4d4b-aa64-1b94e4381546', 'name': 'router1', 'tenant_id': 'f2239116cdae485a95fef3677e13e435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '1dab18bc-273e-419a-ab53-e60598e24332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T03:58:48Z', 'updated_at': '2022-08-31T03:59:06Z', 'revision_number': 4, 'project_id': 'f2239116cdae485a95fef3677e13e435', 'gw_port': {'id': '1dab18bc-273e-419a-ab53-e60598e24332', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aed490-c035-4d4b-aa64-1b94e4381546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T03:59:06Z', 'updated_at': '2022-08-31T03:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '38141a17-c464-4649-99c1-4bdb4c0ba300', 'name': '', 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2', 'tenant_id': 'f2239116cdae485a95fef3677e13e435', 'mac_address': 'fa:16:3e:32:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aed490-c035-4d4b-aa64-1b94e4381546', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e66ae572-bd75-487c-ac87-adbf73581b38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T03:58:57Z', 'updated_at': '2022-08-31T03:59:06Z', 'revision_number': 5, 'project_id': 'f2239116cdae485a95fef3677e13e435', 'subnets': [{'id': 'e66ae572-bd75-487c-ac87-adbf73581b38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c689b25-00b8-4523-a67a-a4a36fadbb0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:59:08.273746 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Checking router: e8aed490-c035-4d4b-aa64-1b94e4381546 for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 03:59:08.274095 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Updating router e8aed490-c035-4d4b-aa64-1b94e4381546 port 1dab18bc-273e-419a-ab53-e60598e24332 binding host dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 03:59:08.411129 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 38141a17-c464-4649-99c1-4bdb4c0ba300 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 03:59:08.411400 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:08.413098 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (1dab18bc-273e-419a-ab53-e60598e24332), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:08.653396 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 38141a17-c464-4649-99c1-4bdb4c0ba300 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 03:59:08.778268 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Publish callbacks [] for port (1dab18bc-273e-419a-ab53-e60598e24332), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:08.785978 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (1dab18bc-273e-419a-ab53-e60598e24332), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:08.820677 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Attempting to bind port 1dab18bc-273e-419a-ab53-e60598e24332 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 03:59:08.821039 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Attempting to bind port 1dab18bc-273e-419a-ab53-e60598e24332 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 03:59:08.821396 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Attempting to bind port 1dab18bc-273e-419a-ab53-e60598e24332 on network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 03:59:08.828080 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:08.834931 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 03:59:08.835324 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Checking segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 03:59:08.835717 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:08.836108 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Bound using segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 03:59:08.836593 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Bound port: 1dab18bc-273e-419a-ab53-e60598e24332, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 03:59:08.836971 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (1dab18bc-273e-419a-ab53-e60598e24332), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:08.860614 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4bec5-e022-4cb8-98bf-1388f6e26c1a None None] Pushing event updated for resources: {'Port': ['ID=1dab18bc-273e-419a-ab53-e60598e24332,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:59:08.892858 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] For port 1dab18bc-273e-419a-ab53-e60598e24332, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 03:59:08.895978 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] For port 1dab18bc-273e-419a-ab53-e60598e24332, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=1dab18bc-273e-419a-ab53-e60598e24332,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 03:59:08.902174 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (1dab18bc-273e-419a-ab53-e60598e24332), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:08.934145 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Routers {'e8aed490-c035-4d4b-aa64-1b94e4381546'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 03:59:08.934762 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T03:58:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['e8aed490-c035-4d4b-aa64-1b94e4381546'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:59:09.002518 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4bec5-e022-4cb8-98bf-1388f6e26c1a None None] Pushing event updated for resources: {'Port': ['ID=1dab18bc-273e-419a-ab53-e60598e24332,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:59:09.037861 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:09.056280 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] Set router e8aed490-c035-4d4b-aa64-1b94e4381546 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 03:59:09.258325 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8aed490-c035-4d4b-aa64-1b94e4381546', 'name': 'router1', 'tenant_id': 'f2239116cdae485a95fef3677e13e435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '1dab18bc-273e-419a-ab53-e60598e24332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T03:58:48Z', 'updated_at': '2022-08-31T03:59:06Z', 'revision_number': 4, 'project_id': 'f2239116cdae485a95fef3677e13e435', 'gw_port': {'id': '1dab18bc-273e-419a-ab53-e60598e24332', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aed490-c035-4d4b-aa64-1b94e4381546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T03:59:06Z', 'updated_at': '2022-08-31T03:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '38141a17-c464-4649-99c1-4bdb4c0ba300', 'name': '', 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2', 'tenant_id': 'f2239116cdae485a95fef3677e13e435', 'mac_address': 'fa:16:3e:32:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aed490-c035-4d4b-aa64-1b94e4381546', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e66ae572-bd75-487c-ac87-adbf73581b38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T03:58:57Z', 'updated_at': '2022-08-31T03:59:06Z', 'revision_number': 5, 'project_id': 'f2239116cdae485a95fef3677e13e435', 'subnets': [{'id': 'e66ae572-bd75-487c-ac87-adbf73581b38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c689b25-00b8-4523-a67a-a4a36fadbb0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 03:59:09.286055 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979c9b6c-9e27-42fe-b663-06a22cbb5776 None None] The sync data for ids ['e8aed490-c035-4d4b-aa64-1b94e4381546'] in dv-cinder-853910-5-iscsi is: [{'id': 'e8aed490-c035-4d4b-aa64-1b94e4381546', 'name': 'router1', 'tenant_id': 'f2239116cdae485a95fef3677e13e435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '1dab18bc-273e-419a-ab53-e60598e24332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T03:58:48Z', 'updated_at': '2022-08-31T03:59:06Z', 'revision_number': 4, 'project_id': 'f2239116cdae485a95fef3677e13e435', 'gw_port': {'id': '1dab18bc-273e-419a-ab53-e60598e24332', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:49:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aed490-c035-4d4b-aa64-1b94e4381546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T03:59:06Z', 'updated_at': '2022-08-31T03:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '38141a17-c464-4649-99c1-4bdb4c0ba300', 'name': '', 'network_id': '89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2', 'tenant_id': 'f2239116cdae485a95fef3677e13e435', 'mac_address': 'fa:16:3e:32:5e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aed490-c035-4d4b-aa64-1b94e4381546', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e66ae572-bd75-487c-ac87-adbf73581b38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T03:58:57Z', 'updated_at': '2022-08-31T03:59:06Z', 'revision_number': 5, 'project_id': 'f2239116cdae485a95fef3677e13e435', 'subnets': [{'id': 'e66ae572-bd75-487c-ac87-adbf73581b38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0c689b25-00b8-4523-a67a-a4a36fadbb0f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 03:59:10.140284 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 37638) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 03:59:10.164792 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 1dab18bc-273e-419a-ab53-e60598e24332 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:59:10.212825 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 1dab18bc-273e-419a-ab53-e60598e24332 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 03:59:10.213121 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (1dab18bc-273e-419a-ab53-e60598e24332), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:10.286250 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 1dab18bc-273e-419a-ab53-e60598e24332 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 03:59:10.286470 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (1dab18bc-273e-419a-ab53-e60598e24332), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:10.306870 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 1dab18bc-273e-419a-ab53-e60598e24332, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=1dab18bc-273e-419a-ab53-e60598e24332,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 03:59:10.311827 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (1dab18bc-273e-419a-ab53-e60598e24332), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:10.356668 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=1dab18bc-273e-419a-ab53-e60598e24332,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 03:59:10.613218 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-1bf8ff99-c682-4a0a-9e04-b712fe07aad2 admin admin] 10.222.0.18 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4710093 Aug 31 03:59:11.111870 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=30 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:12.153946 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 1dab18bc-273e-419a-ab53-e60598e24332 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 03:59:12.200853 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 1dab18bc-273e-419a-ab53-e60598e24332 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 03:59:12.201209 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (1dab18bc-273e-419a-ab53-e60598e24332), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:12.289025 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 1dab18bc-273e-419a-ab53-e60598e24332 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 03:59:16.989850 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=40 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:17.556042 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:17.565500 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=28 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:20.593957 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=56,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:20.606519 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=60,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:22.283663 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:22.287730 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:25.622401 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7cb41e97-f235-4db2-9f59-3cf53f574c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:27.689792 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-dfdb1858-15d2-42c2-847b-e6c12eb81362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:28.786435 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:30.358453 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:30.440539 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:37.001362 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:37.008540 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:40.433425 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=9 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:40.438213 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:43.993642 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 5 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 03:59:53.991345 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 03:59:55.726803 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-23ef974a-198c-4ff9-aad6-13398c42ec21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:57.677354 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-296163dc-7d2b-421c-8f00-450bec9e2bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 03:59:58.788759 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:00:00.348455 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:00:00.436286 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:00:10.336820 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:00:10.431727 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:00:14.003156 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:00:20.992215 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 5 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:00:25.612371 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0e5f80da-bad7-4fbe-b46d-0614d910c514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:00:27.682215 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b67fa78d-1351-43f1-8f0a-04d05d8569b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:00:28.788294 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:00:30.352321 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:00:30.440830 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:00:30.988256 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:00:30.989642 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:00:35.009647 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 38180) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:00:35.401878 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44ac3b8-28f8-4aec-891d-66928c6cd312 admin admin] GET failed (client error): The resource could not be found. Aug 31 04:00:35.403186 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-c44ac3b8-28f8-4aec-891d-66928c6cd312 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3922484 Aug 31 04:00:35.567383 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca883253-7ac7-4512-a366-c2902c9aacc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:00:35.568776 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-ca883253-7ac7-4512-a366-c2902c9aacc8 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1610093 Aug 31 04:00:37.907764 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 38190) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:00:38.349394 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df3f1dc-74d4-4e9f-a77b-c27d93fb2218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:00:38.350733 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-5df3f1dc-74d4-4e9f-a77b-c27d93fb2218 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/e66ae572-bd75-487c-ac87-adbf73581b38 HTTP/1.1" status: 200 len: 849 time: 0.4420319 Aug 31 04:00:38.363144 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:00:38.453458 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Publish callbacks [] for subnet (e66ae572-bd75-487c-ac87-adbf73581b38), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:00:38.620860 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763503150475'] for subnet (e66ae572-bd75-487c-ac87-adbf73581b38), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:00:38.659408 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:00:38.659408 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:00:38.661332 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] 10.222.0.18 "PUT /networking/v2.0/subnets/e66ae572-bd75-487c-ac87-adbf73581b38 HTTP/1.1" status: 200 len: 868 time: 0.3018234 Aug 31 04:00:38.662870 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109b27b9-80a0-40c3-aeae-83ac5a44b3c2 None None] Network 89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:00:38.681205 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66ae572-bd75-487c-ac87-adbf73581b38,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:00:38.689517 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:00:38.689851 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:00:38.690224 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:00:38.690560 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:00:38.690893 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:00:38.691255 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:00:38.691751 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:00:38.692083 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:00:38.692413 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:00:38.692734 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:00:38.693080 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:00:38.693423 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:00:38.693735 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:00:38.694057 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:00:38.694376 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074895c1-ec2d-4b52-9296-52ddb202d8e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:00:38.973516 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-fb0f464d-5cfe-4640-806b-c8fc3446436f None None] Provisioning complete for port c317fbb9-87b4-40aa-a725-c1c4083753bb triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:00:38.973903 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fb0f464d-5cfe-4640-806b-c8fc3446436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c317fbb9-87b4-40aa-a725-c1c4083753bb), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:00:39.052491 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f464d-5cfe-4640-806b-c8fc3446436f None None] Current status of the port c317fbb9-87b4-40aa-a725-c1c4083753bb is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:00:39.061165 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-fb0f464d-5cfe-4640-806b-c8fc3446436f None None] Provisioning complete for port 38141a17-c464-4649-99c1-4bdb4c0ba300 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:00:39.061554 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fb0f464d-5cfe-4640-806b-c8fc3446436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (38141a17-c464-4649-99c1-4bdb4c0ba300), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:00:39.134421 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f464d-5cfe-4640-806b-c8fc3446436f None None] Current status of the port 38141a17-c464-4649-99c1-4bdb4c0ba300 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:00:40.991161 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 38198) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:00:41.645003 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e6c75-dfdc-4dae-b70c-cf8a2880edad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:00:41.645387 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e6c75-dfdc-4dae-b70c-cf8a2880edad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:00:41.646907 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-929e6c75-dfdc-4dae-b70c-cf8a2880edad admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6544967 Aug 31 04:00:43.981223 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38206) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:00:44.515742 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b02ae57-0974-4f15-b34d-0aa17bd598f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:00:44.516232 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b02ae57-0974-4f15-b34d-0aa17bd598f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:00:44.517796 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-6b02ae57-0974-4f15-b34d-0aa17bd598f6 admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5354035 Aug 31 04:00:46.836522 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38216) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:00:47.280833 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243e1971-7d60-4ccd-881c-62dc6310b390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:00:47.282172 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-243e1971-7d60-4ccd-881c-62dc6310b390 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/6a4dfb25-163a-4ab8-82fd-91e5514c8f22 HTTP/1.1" status: 200 len: 886 time: 0.4443321 Aug 31 04:00:49.130997 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:00:49.132875 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:UPDATE=2,neutron:SELECT=42 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:00:49.608616 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38224) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:00:50.046783 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8ccba3-c0fa-46ea-9436-3bbefe5024ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:00:50.048203 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-7a8ccba3-c0fa-46ea-9436-3bbefe5024ec admin admin] 10.222.0.18 "GET /networking/v2.0/networks/89b7d0db-4fa5-4b7b-b4b2-4f842e02b6c2 HTTP/1.1" status: 200 len: 869 time: 0.4382713 Aug 31 04:00:51.003588 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:00:51.004378 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:00:51.640598 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=76,neutron:INSERT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:00:51.641759 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:00:52.380429 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38232) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:00:52.812356 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8c8308-d692-4d76-a9a2-96692e15d10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:00:52.812808 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8c8308-d692-4d76-a9a2-96692e15d10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:00:52.814351 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-9f8c8308-d692-4d76-a9a2-96692e15d10a admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4326301 Aug 31 04:00:55.268770 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38240) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:00:55.610188 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f7adaf00-adf9-4552-bc51-19e1c3816d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:00:55.671584 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58005c9e-73c8-4dce-be44-8d68c3e271e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:00:55.672044 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58005c9e-73c8-4dce-be44-8d68c3e271e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:00:55.673575 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-58005c9e-73c8-4dce-be44-8d68c3e271e7 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4037917 Aug 31 04:00:57.687463 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-609c32c8-d768-495c-a97f-d43b7dae0cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:00:57.992693 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 5 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:00:58.048029 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38248) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:00:58.428354 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e76b37f-11ae-4bc2-a37a-97d388eead38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:00:58.429684 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-7e76b37f-11ae-4bc2-a37a-97d388eead38 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/d112b133-4864-45e2-bd0c-e3cee0902150 HTTP/1.1" status: 200 len: 816 time: 0.3803945 Aug 31 04:00:58.792401 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:00.355146 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:00.445268 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:00.789827 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38256) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:01:01.206939 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f32dba-1629-4dc3-a4f4-61534de91cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:01:01.208296 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-a7f32dba-1629-4dc3-a4f4-61534de91cd8 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/e66ae572-bd75-487c-ac87-adbf73581b38 HTTP/1.1" status: 200 len: 868 time: 0.4172792 Aug 31 04:01:07.987841 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:07.988661 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:10.438423 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:10.440385 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:11.200949 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=63 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:11.202833 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=52 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:25.612366 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-342ecf21-cd4d-4a01-975f-d0ae48fca89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:27.695790 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5bd8bebb-533b-460a-9bcb-e615a667c942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:27.995999 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=14 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:28.002440 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=18 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:28.796440 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:29.612750 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38312) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:01:29.953606 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [None req-e76facd5-d553-48c4-a0c5-7464e82f8686 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:01:29.954626 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-e76facd5-d553-48c4-a0c5-7464e82f8686 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3406022 Aug 31 04:01:30.357787 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:30.449521 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:32.373186 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38320) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:01:32.731949 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a8ba4d-02a3-400d-809b-e943edf580a1 admin admin] GET failed (client error): The resource could not be found. Aug 31 04:01:32.733307 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-48a8ba4d-02a3-400d-809b-e943edf580a1 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3586361 Aug 31 04:01:32.880519 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f09aede-8dd7-4c7c-b704-ba8cb179b01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:01:32.881892 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-8f09aede-8dd7-4c7c-b704-ba8cb179b01a admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1441269 Aug 31 04:01:34.994174 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 5 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:01:35.242121 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 38328) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:01:35.609619 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-97ca66ad-9073-4708-9e84-a50a3573d053 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:01:35.636301 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ca66ad-9073-4708-9e84-a50a3573d053 admin admin] Made reservation on behalf of a624bee162274d80bf52fd9ee90c7807 for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:01:35.639099 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-97ca66ad-9073-4708-9e84-a50a3573d053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:35.686243 dv-cinder-853910-5-iscsi neutron-server[106459]: WARNING neutron.services.revisions.revision_plugin [None req-97ca66ad-9073-4708-9e84-a50a3573d053 admin admin] Could not find related network for resource to bump revision. Aug 31 04:01:35.704217 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ca66ad-9073-4708-9e84-a50a3573d053 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:01:35.717781 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-97ca66ad-9073-4708-9e84-a50a3573d053 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763503206714', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (43398b94-d11a-414a-be27-0b05ebe0ad99), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:35.718335 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-97ca66ad-9073-4708-9e84-a50a3573d053 admin admin] Unsubscribe: segment precommit_create {{(pid=106459) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 04:01:35.718807 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.segments_db [None req-97ca66ad-9073-4708-9e84-a50a3573d053 admin admin] Added segment 43398b94-d11a-414a-be27-0b05ebe0ad99 of type vlan for network ff3a1df7-71a5-434e-a4c1-9eddd7366422 Aug 31 04:01:35.768575 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-97ca66ad-9073-4708-9e84-a50a3573d053 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (ff3a1df7-71a5-434e-a4c1-9eddd7366422), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:35.803418 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-97ca66ad-9073-4708-9e84-a50a3573d053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (ff3a1df7-71a5-434e-a4c1-9eddd7366422), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:35.804611 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ca66ad-9073-4708-9e84-a50a3573d053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:01:35.805196 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-97ca66ad-9073-4708-9e84-a50a3573d053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:35.878147 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-97ca66ad-9073-4708-9e84-a50a3573d053 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6345448 Aug 31 04:01:35.902897 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca66ad-9073-4708-9e84-a50a3573d053 admin admin] Pushing event updated for resources: {'Network': ['ID=ff3a1df7-71a5-434e-a4c1-9eddd7366422,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:01:35.914546 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network ff3a1df7-71a5-434e-a4c1-9eddd7366422 details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:01:38.219668 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 38338) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:01:38.629514 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffb0175-32b4-48a6-88e2-20e4fa95a4ce admin admin] GET failed (client error): The resource could not be found. Aug 31 04:01:38.630786 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-5ffb0175-32b4-48a6-88e2-20e4fa95a4ce admin admin] 10.222.0.18 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4097805 Aug 31 04:01:38.706089 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f55cd8-3b79-4aca-900b-25ad6c9ced8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:01:38.707472 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-36f55cd8-3b79-4aca-900b-25ad6c9ced8e admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0721867 Aug 31 04:01:38.721266 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Request body: {'subnet': {'network_id': 'ff3a1df7-71a5-434e-a4c1-9eddd7366422', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:01:38.745124 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Made reservation on behalf of a624bee162274d80bf52fd9ee90c7807 for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:01:38.747871 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:38.922113 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for subnet (803ae45f-4e42-4e41-aff2-33d319ea6446), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:38.970729 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=803ae45f-4e42-4e41-aff2-33d319ea6446,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:01:38.983169 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:38.983493 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:38.983866 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:38.984194 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:38.984508 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:38.984856 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:38.985170 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:38.985487 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:38.985816 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:38.986124 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:38.986431 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:38.986758 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:38.987096 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:38.987411 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:38.987723 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:38.997244 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Checking segment: {'id': '43398b94-d11a-414a-be27-0b05ebe0ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff3a1df7-71a5-434e-a4c1-9eddd7366422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:01:38.997592 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Network hostable DHCP agents. Network: ff3a1df7-71a5-434e-a4c1-9eddd7366422, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:01:39.016049 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Network ff3a1df7-71a5-434e-a4c1-9eddd7366422 is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:01:39.025408 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, ff3a1df7-71a5-434e-a4c1-9eddd7366422) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:01:39.029476 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:01:39.030058 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:39.035699 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8154d83-1acc-4f4e-9766-c3c267503beb None None] Network ff3a1df7-71a5-434e-a4c1-9eddd7366422 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:01:39.047260 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-e26552c3-ed81-41d6-b275-ea8cf0078a78 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3294966 Aug 31 04:01:39.244105 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372d0481-a19b-5f9c-9230-c03ba1597ea4-ff3a1df7-71a5-434e-a4c1-9eddd7366422', 'network_id': 'ff3a1df7-71a5-434e-a4c1-9eddd7366422', 'project_id': 'a624bee162274d80bf52fd9ee90c7807', 'fixed_ips': [{'subnet_id': '803ae45f-4e42-4e41-aff2-33d319ea6446'}]}} from dv-cinder-853910-5-iscsi. {{(pid=106460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:01:39.245027 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:39.385893 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Allocated IP 192.168.233.2 (ff3a1df7-71a5-434e-a4c1-9eddd7366422/803ae45f-4e42-4e41-aff2-33d319ea6446/fde88c67-9295-4673-a82f-c648b5a9a875) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:01:39.527731 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Publish callbacks [] for port (fde88c67-9295-4673-a82f-c648b5a9a875), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:39.535465 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (fde88c67-9295-4673-a82f-c648b5a9a875), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:39.581785 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Network ff3a1df7-71a5-434e-a4c1-9eddd7366422 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:01:39.586883 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:01:39.590007 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:01:39.593649 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Pushing event updated for resources: {'Port': ['ID=fde88c67-9295-4673-a82f-c648b5a9a875,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:01:39.605336 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:39.605336 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:39.605647 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:39.605954 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:39.606301 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:39.606617 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:39.606933 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:39.607376 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:39.607703 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:39.608012 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:39.608503 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:39.608832 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:39.609147 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:39.609458 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:39.609775 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:01:39.661347 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Attempting to bind port fde88c67-9295-4673-a82f-c648b5a9a875 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:01:39.661725 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Attempting to bind port fde88c67-9295-4673-a82f-c648b5a9a875 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '43398b94-d11a-414a-be27-0b05ebe0ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff3a1df7-71a5-434e-a4c1-9eddd7366422'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:01:39.662136 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Attempting to bind port fde88c67-9295-4673-a82f-c648b5a9a875 on network ff3a1df7-71a5-434e-a4c1-9eddd7366422 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:01:39.667317 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:01:39.667692 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Checking segment: {'id': '43398b94-d11a-414a-be27-0b05ebe0ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff3a1df7-71a5-434e-a4c1-9eddd7366422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:01:39.668088 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:39.668476 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Bound using segment: {'id': '43398b94-d11a-414a-be27-0b05ebe0ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff3a1df7-71a5-434e-a4c1-9eddd7366422'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:01:39.668936 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Bound port: fde88c67-9295-4673-a82f-c648b5a9a875, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43398b94-d11a-414a-be27-0b05ebe0ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff3a1df7-71a5-434e-a4c1-9eddd7366422'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:01:39.669331 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (fde88c67-9295-4673-a82f-c648b5a9a875), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:39.730668 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] For port fde88c67-9295-4673-a82f-c648b5a9a875, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:01:39.734351 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] For port fde88c67-9295-4673-a82f-c648b5a9a875, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=fde88c67-9295-4673-a82f-c648b5a9a875,segment=NetworkSegment(43398b94-d11a-414a-be27-0b05ebe0ad99),segment_id=43398b94-d11a-414a-be27-0b05ebe0ad99)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:01:39.745404 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (fde88c67-9295-4673-a82f-c648b5a9a875), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:39.799446 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:39.804138 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0226e2c-2daf-4801-8918-b099d67b1f6d None None] Pushing event updated for resources: {'Port': ['ID=fde88c67-9295-4673-a82f-c648b5a9a875,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:01:40.272419 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device fde88c67-9295-4673-a82f-c648b5a9a875 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:01:40.321452 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port fde88c67-9295-4673-a82f-c648b5a9a875 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:01:40.321452 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (fde88c67-9295-4673-a82f-c648b5a9a875), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:40.385015 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:40.403650 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port fde88c67-9295-4673-a82f-c648b5a9a875 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:01:40.404073 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (fde88c67-9295-4673-a82f-c648b5a9a875), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:40.445822 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port fde88c67-9295-4673-a82f-c648b5a9a875, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=fde88c67-9295-4673-a82f-c648b5a9a875,segment=NetworkSegment(43398b94-d11a-414a-be27-0b05ebe0ad99),segment_id=43398b94-d11a-414a-be27-0b05ebe0ad99)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:01:40.452029 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (fde88c67-9295-4673-a82f-c648b5a9a875), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:40.501732 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=fde88c67-9295-4673-a82f-c648b5a9a875,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:01:40.620503 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7249353f-2c92-4541-878a-a6f016df827f None None] Network ff3a1df7-71a5-434e-a4c1-9eddd7366422 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:01:40.730190 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-5feceb05-a033-462e-8c0c-43d0bb7868a8 None None] Provisioning complete for port fde88c67-9295-4673-a82f-c648b5a9a875 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:01:40.730580 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5feceb05-a033-462e-8c0c-43d0bb7868a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (fde88c67-9295-4673-a82f-c648b5a9a875), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:40.812062 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-5feceb05-a033-462e-8c0c-43d0bb7868a8 None None] Current status of the port fde88c67-9295-4673-a82f-c648b5a9a875 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:01:40.930292 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-2c3ff3f8-56de-404a-852c-d9a972d4cf7f None None] Provisioning complete for port fde88c67-9295-4673-a82f-c648b5a9a875 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:01:40.930671 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff3f8-56de-404a-852c-d9a972d4cf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (fde88c67-9295-4673-a82f-c648b5a9a875), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:41.006774 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ff3f8-56de-404a-852c-d9a972d4cf7f None None] Current status of the port fde88c67-9295-4673-a82f-c648b5a9a875 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:01:42.255999 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device fde88c67-9295-4673-a82f-c648b5a9a875 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:01:42.301683 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port fde88c67-9295-4673-a82f-c648b5a9a875 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:01:42.302054 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (fde88c67-9295-4673-a82f-c648b5a9a875), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:42.379874 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port fde88c67-9295-4673-a82f-c648b5a9a875 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:01:42.875606 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=10 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:42.877581 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=12 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:44.990823 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:49.039587 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=72,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:49.040354 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=66,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:52.374796 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:52.378332 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:01:55.610831 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ccbb43ba-e69b-455b-a17b-d3def91c613e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:57.691949 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2f740f94-593e-40fc-a0a0-0919313dd1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:01:58.805572 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:00.360914 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:00.455005 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:05.001264 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:02:05.002036 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:02:10.443334 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:02:10.449251 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:02:11.994016 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 5 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:02:21.989602 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:02:23.986916 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:02:25.605483 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d38644f7-4ffb-4e20-b1eb-5a2af3b91b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:27.693527 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-685706a4-e91e-4669-b73d-ebb98029edf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:28.802285 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:30.365869 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:30.454735 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:40.445549 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:02:40.447938 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:02:41.999281 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:02:42.000047 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:02:48.994422 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 5 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:02:54.979329 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38382) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:02:54.986293 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [None req-6223237a-9be9-4b00-8fee-b37bca881cfd tempest-verify_tempest_config-1879249316 tempest-verify_tempest_config-1879249316-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106458) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:02:54.987321 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-6223237a-9be9-4b00-8fee-b37bca881cfd tempest-verify_tempest_config-1879249316 tempest-verify_tempest_config-1879249316-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0069425 Aug 31 04:02:55.613106 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6b18d3ec-473e-4b0d-8f99-4d0c8847bb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:55.619350 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38400) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:02:56.014740 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:56.098275 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Publish callbacks [] for security_group (7a21e38b-b6bf-4597-8297-a836c168f2ce), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:56.103668 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (7a21e38b-b6bf-4597-8297-a836c168f2ce), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:56.148104 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a21e38b-b6bf-4597-8297-a836c168f2ce,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:02:56.152807 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8cd16680d6fa49c4a4a1e16a33dc4807&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5319159 Aug 31 04:02:56.155780 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 38404) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:02:56.157245 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.157677 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.157934 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.158275 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.158598 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.158920 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.159284 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.159604 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.159934 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.160252 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.160565 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.160899 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.161197 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.161507 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.161818 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d884411-086f-43f6-a3e3-ea1aff955786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.236839 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Publish callbacks [] for security_group (7a21e38b-b6bf-4597-8297-a836c168f2ce), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:56.261066 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Publish callbacks [] for security_group (7a21e38b-b6bf-4597-8297-a836c168f2ce), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:56.358957 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (7a21e38b-b6bf-4597-8297-a836c168f2ce), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:56.361503 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:56.362659 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7a21e38b-b6bf-4597-8297-a836c168f2ce HTTP/1.1" status: 204 len: 168 time: 0.2053607 Aug 31 04:02:56.371148 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a21e38b-b6bf-4597-8297-a836c168f2ce,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:02:56.378051 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.378403 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.378774 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.379138 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.379480 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.379831 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.380189 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.380517 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.380858 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.381204 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.381516 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.381838 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.382158 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.382478 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:56.382795 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbacd89a-22d1-45da-8a23-d6cc1c5b0f29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:02:57.689145 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-489518c6-16e0-45d1-acf7-f2c0abd08c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:58.808895 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:02:58.990241 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:03:00.368563 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:03:00.449506 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:03:06.146948 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:03:06.150860 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:03:06.367988 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:03:06.374245 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:03:10.436961 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=9 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:03:10.443866 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:03:25.509010 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=16 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:03:25.512492 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=16 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:03:25.614281 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-268f087f-1136-4a4f-9507-4ef3d2124afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:03:25.997976 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 5 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:03:27.686426 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-31834bbc-61f8-4ff9-9511-070cd1a85037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:03:28.817795 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:03:30.376690 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:03:30.455790 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:03:40.446942 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:03:40.449478 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:03:43.995671 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:03:43.996821 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:03:55.613510 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-85864613-0117-4e21-bcbd-a0fb1a7bc5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:03:55.992884 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:03:55.998836 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:03:57.686335 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ae1c868f-86f4-49b2-94af-7cac93994d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:03:58.822559 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:04:00.387757 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:04:00.469651 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:04:03.002707 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 5 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:04:10.460527 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:04:10.462937 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:04:12.995070 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:04:12.996300 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:04:25.612855 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-01732c04-5bca-4995-a48c-73993e3f3062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:04:27.682667 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2582b031-3d44-427b-bf9f-b9362f5196f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:04:27.939551 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568050'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:04:28.824501 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:04:30.382596 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:04:30.471595 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:04:32.992571 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:04:32.998168 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:04:40.002900 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:04:40.462549 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:04:40.464529 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:04:40.495384 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 38500) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:04:40.646092 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-8f7d9827-4df9-4271-b074-8aa63b42d102 admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1492372 Aug 31 04:04:42.903075 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38510) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:04:42.968204 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-96340f9d-498c-4ab2-9cb9-b1c29da137a2 admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0641072 Aug 31 04:04:49.998632 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:04:49.999458 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:04:50.638182 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:04:52.963215 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:04:55.610695 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7415d478-493b-41de-9f3d-164987ed9666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:04:57.683415 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8a8ba1d3-0655-4b4a-a30c-b57672ebb0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:04:58.041992 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:04:58.822101 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:05:00.393343 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:05:00.466858 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:05:09.997170 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:05:09.998440 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:05:10.459307 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:05:10.464658 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:05:17.008765 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:05:25.509628 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=12 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:05:25.607649 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6720026e-2f4a-417a-b1f4-5eed36575085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:05:27.000539 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=16 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:05:27.679089 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4c46bad4-d54b-46ac-b7dd-61acd9f86538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:05:27.938694 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:05:28.822855 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:05:30.386447 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:05:30.474521 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:05:40.459519 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:05:40.468899 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:05:46.994247 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:05:46.998185 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:05:54.008292 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:05:55.603880 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0eb616aa-76d8-4700-b7f7-9d2266439d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:05:57.675995 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ee511b17-90eb-440a-8fdb-48ad72e611be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:05:57.936819 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:05:58.831297 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:00.392694 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:00.469812 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:04.003747 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:10.461979 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:10.464060 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:14.133657 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38668) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:14.512212 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1383857125-network', 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:14.533316 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Made reservation on behalf of dfea8632ec6f4cb5ac84e58d4fe10e6a for: {'network': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:06:14.536248 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:14.545546 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:14.639715 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Publish callbacks [] for security_group (8f2a96e0-2c10-40ef-b0e6-a16f804c5f30), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:14.644602 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (8f2a96e0-2c10-40ef-b0e6-a16f804c5f30), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:14.673417 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=106458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:06:14.688706 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:14.692676 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (a5239fcd-4f1c-4c48-b6c3-51b8a021d81e), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:14.693012 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.segments_db [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Added segment a5239fcd-4f1c-4c48-b6c3-51b8a021d81e of type vlan for network baa3571f-8f19-4b2e-8020-5b4000efc9ca Aug 31 04:06:14.705378 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:14.705715 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:14.709070 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:14.709070 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:14.709070 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:14.709070 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:14.709070 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:14.709070 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:14.709070 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:14.709070 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:14.709070 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:14.710974 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:14.710974 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:14.710974 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:14.710974 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Tracked resource versions report: Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: pushed versions: Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: { 'AddressGroup': {'1.2'}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Agent': {'1.1'}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'ConntrackHelper': {'1.0'}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'LocalIPAssociation': {'1.0'}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Log': {'1.0'}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'NDPProxy': {'1.0'}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Network': {'1.1'}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Port': {'1.7'}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'PortForwarding': {'1.3'}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'QosPolicy': {'1.10'}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'SecurityGroup': {'1.5'}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'SubPort': {'1.0'}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Subnet': {'1.1'}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Trunk': {'1.1'}} Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: consumer versions: Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: { DHCP agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: HyperV agent@hv-cinder-85391: {}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: L3 agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: Metadata agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: Metering agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: Open vSwitch agent@dv-cinder-853910-5-iscsi: { 'AddressGroup': '1.2', Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Agent': '1.1', Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'ConntrackHelper': '1.0', Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'LocalIPAssociation': '1.0', Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Log': '1.0', Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'NDPProxy': '1.0', Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Network': '1.1', Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Port': '1.7', Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'PortForwarding': '1.3', Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'QosPolicy': '1.10', Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'SecurityGroup': '1.5', Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'SecurityGroupRule': '1.2', Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'SubPort': '1.0', Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Subnet': '1.1', Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: 'Trunk': '1.1'}} Aug 31 04:06:14.711514 dv-cinder-853910-5-iscsi neutron-server[106458]: {{(pid=106458) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:06:14.764983 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (baa3571f-8f19-4b2e-8020-5b4000efc9ca), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:14.800348 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (baa3571f-8f19-4b2e-8020-5b4000efc9ca), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:14.802464 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:14.803360 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:14.877717 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] Pushing event updated for resources: {'Network': ['ID=baa3571f-8f19-4b2e-8020-5b4000efc9ca,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:14.894141 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-545f9bed-31bb-4311-9bdc-be062b38762e admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7592986 Aug 31 04:06:14.897074 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38714) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:14.898649 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network baa3571f-8f19-4b2e-8020-5b4000efc9ca details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:06:14.902689 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-421fbf37-5e18-4308-a096-fadab7cc2e72 admin admin] Request body: {'subnet': {'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1383857125-subnet', 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:14.932879 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421fbf37-5e18-4308-a096-fadab7cc2e72 admin admin] Made reservation on behalf of dfea8632ec6f4cb5ac84e58d4fe10e6a for: {'subnet': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:06:14.943162 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-421fbf37-5e18-4308-a096-fadab7cc2e72 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:15.150827 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-421fbf37-5e18-4308-a096-fadab7cc2e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for subnet (177163f6-c722-4118-9d77-62d0501130ba), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:15.313265 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fbf37-5e18-4308-a096-fadab7cc2e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=177163f6-c722-4118-9d77-62d0501130ba,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:15.335348 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421fbf37-5e18-4308-a096-fadab7cc2e72 admin admin] Checking segment: {'id': 'a5239fcd-4f1c-4c48-b6c3-51b8a021d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:15.335697 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421fbf37-5e18-4308-a096-fadab7cc2e72 admin admin] Network hostable DHCP agents. Network: baa3571f-8f19-4b2e-8020-5b4000efc9ca, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:06:15.366139 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421fbf37-5e18-4308-a096-fadab7cc2e72 admin admin] Network baa3571f-8f19-4b2e-8020-5b4000efc9ca is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:06:15.382105 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-421fbf37-5e18-4308-a096-fadab7cc2e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, baa3571f-8f19-4b2e-8020-5b4000efc9ca) {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:15.386808 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421fbf37-5e18-4308-a096-fadab7cc2e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:15.388089 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-421fbf37-5e18-4308-a096-fadab7cc2e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:15.396373 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:15.396605 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b636018-2643-4211-89d9-144809fd861a None None] Network baa3571f-8f19-4b2e-8020-5b4000efc9ca requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:06:15.411889 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-421fbf37-5e18-4308-a096-fadab7cc2e72 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5136034 Aug 31 04:06:15.414551 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38748) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:15.419558 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1383857125-router', 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:15.445454 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8313'] for router (49bac76b-0f31-444f-93f7-9c8ed5cd213f), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:15.446424 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-565639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8192'] for router (49bac76b-0f31-444f-93f7-9c8ed5cd213f), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:15.478851 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=75,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:15.493916 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 38750) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:15.510944 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Publish callbacks [] for router_controller (49bac76b-0f31-444f-93f7-9c8ed5cd213f), precommit_add_association {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:15.541031 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372d0481-a19b-5f9c-9230-c03ba1597ea4-baa3571f-8f19-4b2e-8020-5b4000efc9ca', 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca', 'project_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'fixed_ips': [{'subnet_id': '177163f6-c722-4118-9d77-62d0501130ba'}]}} from dv-cinder-853910-5-iscsi. {{(pid=106460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:06:15.542035 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:15.640334 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 38764) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:15.661515 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Publish callbacks [] for router_gateway (49bac76b-0f31-444f-93f7-9c8ed5cd213f), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:15.718863 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Allocated IP 172.20.0.2 (baa3571f-8f19-4b2e-8020-5b4000efc9ca/177163f6-c722-4118-9d77-62d0501130ba/4df2fd72-8244-47de-bec6-6304f7a931df) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:15.766840 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1708687044-network', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:15.808486 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 38772) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:15.824650 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] Made reservation on behalf of fdbbb020a1944de2a8fa16379f8cec7d for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:06:15.830788 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:15.860495 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:15.894198 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Publish callbacks [] for router_gateway (49bac76b-0f31-444f-93f7-9c8ed5cd213f), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:15.900572 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Publish callbacks [] for port (4df2fd72-8244-47de-bec6-6304f7a931df), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:15.911783 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (4df2fd72-8244-47de-bec6-6304f7a931df), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:15.922377 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:15.946986 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-network', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:15.972081 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Pushing event updated for resources: {'Port': ['ID=4df2fd72-8244-47de-bec6-6304f7a931df,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:15.983845 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:15.984359 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:15.985277 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:15.989539 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:15.990645 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:15.992121 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:15.992777 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:15.993508 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:15.993992 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:15.995267 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:15.995877 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:15.996392 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:15.997710 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:15.998234 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:15.998736 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Tracked resource versions report: Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: pushed versions: Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: { 'AddressGroup': {'1.2'}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Agent': {'1.1'}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'ConntrackHelper': {'1.0'}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'LocalIPAssociation': {'1.0'}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Log': {'1.0'}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'NDPProxy': {'1.0'}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Network': {'1.1'}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Port': {'1.7'}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'PortForwarding': {'1.3'}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'QosPolicy': {'1.10'}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'SecurityGroup': {'1.5'}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'SubPort': {'1.0'}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Subnet': {'1.1'}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Trunk': {'1.1'}} Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: consumer versions: Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: { DHCP agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: HyperV agent@hv-cinder-85391: {}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: L3 agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: Metadata agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: Metering agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: Open vSwitch agent@dv-cinder-853910-5-iscsi: { 'AddressGroup': '1.2', Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Agent': '1.1', Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'ConntrackHelper': '1.0', Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'LocalIPAssociation': '1.0', Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Log': '1.0', Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'NDPProxy': '1.0', Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Network': '1.1', Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Port': '1.7', Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'PortForwarding': '1.3', Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'QosPolicy': '1.10', Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'SecurityGroup': '1.5', Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'SecurityGroupRule': '1.2', Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'SubPort': '1.0', Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Subnet': '1.1', Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: 'Trunk': '1.1'}} Aug 31 04:06:16.000210 dv-cinder-853910-5-iscsi neutron-server[106460]: {{(pid=106460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:06:16.025437 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Network baa3571f-8f19-4b2e-8020-5b4000efc9ca is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:16.028248 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:16.032630 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:16.116353 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Attempting to bind port 4df2fd72-8244-47de-bec6-6304f7a931df on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:06:16.117603 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Attempting to bind port 4df2fd72-8244-47de-bec6-6304f7a931df by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': 'a5239fcd-4f1c-4c48-b6c3-51b8a021d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:06:16.118136 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Attempting to bind port 4df2fd72-8244-47de-bec6-6304f7a931df on network baa3571f-8f19-4b2e-8020-5b4000efc9ca {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:16.123879 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Allocated IP 172.27.1.173 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/016dfa57-c76d-498b-b3b0-2bbf2b8fcc67) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:16.124874 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:06:16.125722 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Checking segment: {'id': 'a5239fcd-4f1c-4c48-b6c3-51b8a021d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:16.126512 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.127359 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Bound using segment: {'id': 'a5239fcd-4f1c-4c48-b6c3-51b8a021d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:06:16.128193 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Bound port: 4df2fd72-8244-47de-bec6-6304f7a931df, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5239fcd-4f1c-4c48-b6c3-51b8a021d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:06:16.128902 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4df2fd72-8244-47de-bec6-6304f7a931df), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.155548 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-network', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:16.205750 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Made reservation on behalf of 66bcbde4eda6417ea15dca2371c28540 for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:06:16.210219 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.227663 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] For port 4df2fd72-8244-47de-bec6-6304f7a931df, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:06:16.231328 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.231458 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] For port 4df2fd72-8244-47de-bec6-6304f7a931df, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=4df2fd72-8244-47de-bec6-6304f7a931df,segment=NetworkSegment(a5239fcd-4f1c-4c48-b6c3-51b8a021d81e),segment_id=a5239fcd-4f1c-4c48-b6c3-51b8a021d81e)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:06:16.246916 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (4df2fd72-8244-47de-bec6-6304f7a931df), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.323703 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:16.328124 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Publish callbacks [] for port (016dfa57-c76d-498b-b3b0-2bbf2b8fcc67), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.360510 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Publish callbacks [] for security_group (e845ce14-5c28-402f-94f7-f212c620ce2d), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.374219 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (e845ce14-5c28-402f-94f7-f212c620ce2d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.386323 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edc8ba-7580-4d43-9084-29274df3decc None None] Pushing event updated for resources: {'Port': ['ID=4df2fd72-8244-47de-bec6-6304f7a931df,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:16.389741 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:06:16.391642 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (016dfa57-c76d-498b-b3b0-2bbf2b8fcc67), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.407191 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (d294a483-658f-4301-b34a-ae7286badefe), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.407759 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.segments_db [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Added segment d294a483-658f-4301-b34a-ae7286badefe of type vlan for network 52829969-a42a-442d-a4b2-1b1707d47a14 Aug 31 04:06:16.440525 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Pushing event updated for resources: {'Port': ['ID=016dfa57-c76d-498b-b3b0-2bbf2b8fcc67,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:16.453010 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:16.454795 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:16.457582 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:16.479699 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (52829969-a42a-442d-a4b2-1b1707d47a14), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.525737 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (52829969-a42a-442d-a4b2-1b1707d47a14), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.530200 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:16.531016 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.546677 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] Made reservation on behalf of 490f695240294bbaa99f5eaa1e32b977 for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:06:16.549326 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.633471 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e845ce14-5c28-402f-94f7-f212c620ce2d,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:16.635868 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.648867 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0072188 Aug 31 04:06:16.735918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 38794) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:16.735918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-3a3dd247-4be6-4255-a4c5-6d96fb73391d admin admin] Request body: {'subnet': {'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-subnet', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:16.735918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.735918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.735918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.735918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.735918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.735918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.735918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.735918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.735918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.735918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.735918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.735918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.735918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Tracked resource versions report: Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: pushed versions: Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: { 'AddressGroup': {'1.2'}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Agent': {'1.1'}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'ConntrackHelper': {'1.0'}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'LocalIPAssociation': {'1.0'}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Log': {'1.0'}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'NDPProxy': {'1.0'}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Network': {'1.1'}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Port': {'1.7'}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'PortForwarding': {'1.3'}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'QosPolicy': {'1.10'}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'SecurityGroup': {'1.5'}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'SubPort': {'1.0'}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Subnet': {'1.1'}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Trunk': {'1.1'}} Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: consumer versions: Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: { DHCP agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: HyperV agent@hv-cinder-85391: {}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: L3 agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: Metadata agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: Metering agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: Open vSwitch agent@dv-cinder-853910-5-iscsi: { 'AddressGroup': '1.2', Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Agent': '1.1', Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'ConntrackHelper': '1.0', Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'LocalIPAssociation': '1.0', Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Log': '1.0', Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'NDPProxy': '1.0', Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Network': '1.1', Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Port': '1.7', Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'PortForwarding': '1.3', Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'QosPolicy': '1.10', Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'SecurityGroup': '1.5', Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'SecurityGroupRule': '1.2', Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'SubPort': '1.0', Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Subnet': '1.1', Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: 'Trunk': '1.1'}} Aug 31 04:06:16.739448 dv-cinder-853910-5-iscsi neutron-server[106459]: {{(pid=106459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:06:16.780464 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3dd247-4be6-4255-a4c5-6d96fb73391d admin admin] Made reservation on behalf of 66bcbde4eda6417ea15dca2371c28540 for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:06:16.787259 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd247-4be6-4255-a4c5-6d96fb73391d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.875952 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:16.893206 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Publish callbacks [] for router_gateway (49bac76b-0f31-444f-93f7-9c8ed5cd213f), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.921000 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=69,neutron:INSERT=28,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:16.924117 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] Publish callbacks [] for security_group (816c4971-d9e2-4437-9f12-d5a748245d9c), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:16.926440 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] Publish callbacks [] for security_group (5dd6d6b1-55b7-4fd9-b419-9c7382e8266a), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:17.000683 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (816c4971-d9e2-4437-9f12-d5a748245d9c), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:17.006042 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (5dd6d6b1-55b7-4fd9-b419-9c7382e8266a), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:17.017550 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:17.054031 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:17.094504 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:06:17.108719 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094467b2-e595-4c02-9ab5-bab0a6419cfb admin admin] Pushing event updated for resources: {'Network': ['ID=52829969-a42a-442d-a4b2-1b1707d47a14,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:17.126726 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network 52829969-a42a-442d-a4b2-1b1707d47a14 details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:06:17.142678 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:06:17.216416 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (801a4d51-54f1-4e72-8b55-9af28b1538de), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:17.216754 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.segments_db [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] Added segment 801a4d51-54f1-4e72-8b55-9af28b1538de of type vlan for network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e Aug 31 04:06:17.223718 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816c4971-d9e2-4437-9f12-d5a748245d9c,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:17.297867 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (865d31dd-370b-422f-9a17-7fec240aa8ac), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:17.298098 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.segments_db [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] Added segment 865d31dd-370b-422f-9a17-7fec240aa8ac of type vlan for network df2a7da3-c61f-4600-a4d7-00eeb18098d5 Aug 31 04:06:17.322844 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566090'] for router (49bac76b-0f31-444f-93f7-9c8ed5cd213f), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:17.447512 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:17.463160 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (df2a7da3-c61f-4600-a4d7-00eeb18098d5), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:17.482185 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd6d6b1-55b7-4fd9-b419-9c7382e8266a,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:17.565224 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.db.resource_extend [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 04:06:17.565904 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Router 49bac76b-0f31-444f-93f7-9c8ed5cd213f is scheduled to L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 with binding_index 1 {{(pid=106458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:06:17.664696 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (df2a7da3-c61f-4600-a4d7-00eeb18098d5), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:17.665652 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:17.666232 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:17.682265 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:17.683264 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:17.683843 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:17.799723 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9898872 Aug 31 04:06:17.808226 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 38858) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:17.818046 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6911aa28-eb36-4ce0-a5ac-a013b295c693 None None] Network baa3571f-8f19-4b2e-8020-5b4000efc9ca requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:06:17.838326 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:06:17.842995 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-3e8addc2-dabc-43a5-b7c1-972d53342a5a admin admin] Request body: {'subnet': {'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-subnet', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:17.849011 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Sync routers for ids ['49bac76b-0f31-444f-93f7-9c8ed5cd213f'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:06:17.867982 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Routers {'49bac76b-0f31-444f-93f7-9c8ed5cd213f'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:17.870327 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:05:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['49bac76b-0f31-444f-93f7-9c8ed5cd213f'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:17.887923 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38864) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:17.888172 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3936551 Aug 31 04:06:17.889224 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c65a8-830e-4788-9f0a-41ac48b92080 admin admin] Pushing event updated for resources: {'Network': ['ID=df2a7da3-c61f-4600-a4d7-00eeb18098d5,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:17.893750 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-7f8f7391-1f9d-4cfa-9123-d71cd3d61601 admin admin] Request body: {'subnet': {'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-subnet', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:17.899776 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd247-4be6-4255-a4c5-6d96fb73391d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for subnet (6e59a379-9915-439a-b89a-fd25376e37d9), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:18.044845 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network df2a7da3-c61f-4600-a4d7-00eeb18098d5 details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:06:18.049176 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:18.063421 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8addc2-dabc-43a5-b7c1-972d53342a5a admin admin] Made reservation on behalf of 490f695240294bbaa99f5eaa1e32b977 for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:06:18.066120 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3e8addc2-dabc-43a5-b7c1-972d53342a5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:18.109480 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd8010-aff8-4aa7-b92c-74085446e1f1 admin admin] Pushing event updated for resources: {'Network': ['ID=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:18.159506 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dd247-4be6-4255-a4c5-6d96fb73391d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e59a379-9915-439a-b89a-fd25376e37d9,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:18.165938 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:18.167213 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-7b4c9245-b631-405d-8138-cf12ec1bdaf1 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7514608 Aug 31 04:06:18.171570 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38884) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:18.172682 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8f7391-1f9d-4cfa-9123-d71cd3d61601 admin admin] Made reservation on behalf of fdbbb020a1944de2a8fa16379f8cec7d for: {'subnet': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:06:18.176097 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7391-1f9d-4cfa-9123-d71cd3d61601 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:18.193124 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3dd247-4be6-4255-a4c5-6d96fb73391d admin admin] Checking segment: {'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:18.193575 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3dd247-4be6-4255-a4c5-6d96fb73391d admin admin] Network hostable DHCP agents. Network: 52829969-a42a-442d-a4b2-1b1707d47a14, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:06:18.209461 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:06:18.264176 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3dd247-4be6-4255-a4c5-6d96fb73391d admin admin] Network 52829969-a42a-442d-a4b2-1b1707d47a14 is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:06:18.302752 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-3a3dd247-4be6-4255-a4c5-6d96fb73391d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, 52829969-a42a-442d-a4b2-1b1707d47a14) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:18.312262 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3dd247-4be6-4255-a4c5-6d96fb73391d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:18.313310 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3a3dd247-4be6-4255-a4c5-6d96fb73391d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:18.318102 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-c75db784-1d73-48f4-b443-a83caa4036b8 None None] Provisioning complete for port 4df2fd72-8244-47de-bec6-6304f7a931df triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:18.318495 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c75db784-1d73-48f4-b443-a83caa4036b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (4df2fd72-8244-47de-bec6-6304f7a931df), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:18.323795 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Set router 49bac76b-0f31-444f-93f7-9c8ed5cd213f gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:18.391819 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 38896) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:18.406094 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a493e381-c2af-43bd-b52e-9370547a5121 None None] Network 52829969-a42a-442d-a4b2-1b1707d47a14 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:06:18.438241 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:18.441345 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-3a3dd247-4be6-4255-a4c5-6d96fb73391d admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7753499 Aug 31 04:06:18.447346 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 38904) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:18.458824 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:18.498194 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:18.537160 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-c75db784-1d73-48f4-b443-a83caa4036b8 None None] Current status of the port 4df2fd72-8244-47de-bec6-6304f7a931df is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:18.537808 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c75db784-1d73-48f4-b443-a83caa4036b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4df2fd72-8244-47de-bec6-6304f7a931df), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:18.627678 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8313'] for router (0ca53967-c5bb-461c-a461-f6445f70aead), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:18.629592 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-565639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8192'] for router (0ca53967-c5bb-461c-a461-f6445f70aead), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:18.672685 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3e8addc2-dabc-43a5-b7c1-972d53342a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for subnet (fa37a94d-b25b-47af-8952-0a7e47ca5103), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:18.778710 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-c75db784-1d73-48f4-b443-a83caa4036b8 None None] For port 4df2fd72-8244-47de-bec6-6304f7a931df, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=4df2fd72-8244-47de-bec6-6304f7a931df,segment=NetworkSegment(a5239fcd-4f1c-4c48-b6c3-51b8a021d81e),segment_id=a5239fcd-4f1c-4c48-b6c3-51b8a021d81e)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:06:18.785889 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 4df2fd72-8244-47de-bec6-6304f7a931df up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:18.892687 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c75db784-1d73-48f4-b443-a83caa4036b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (4df2fd72-8244-47de-bec6-6304f7a931df), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:18.907380 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38920) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:18.910547 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8addc2-dabc-43a5-b7c1-972d53342a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa37a94d-b25b-47af-8952-0a7e47ca5103,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:18.934596 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:18.957070 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-61820bbf-42eb-4064-9385-0c99f7364db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:18.975520 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'name': 'tempest-DeleteServersTestJSON-1383857125-router', 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '016dfa57-c76d-498b-b3b0-2bbf2b8fcc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:06:16Z', 'revision_number': 3, 'project_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'gw_port': {'id': '016dfa57-c76d-498b-b3b0-2bbf2b8fcc67', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:06:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:18.988017 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7391-1f9d-4cfa-9123-d71cd3d61601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for subnet (da35dc9f-c372-4110-8bb0-0f937da725c4), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.000064 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372d0481-a19b-5f9c-9230-c03ba1597ea4-52829969-a42a-442d-a4b2-1b1707d47a14', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9'}]}} from dv-cinder-853910-5-iscsi. {{(pid=106460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:06:19.001478 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.008261 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Checking router: 49bac76b-0f31-444f-93f7-9c8ed5cd213f for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:06:19.008940 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Updating router 49bac76b-0f31-444f-93f7-9c8ed5cd213f port 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67 binding host dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:06:19.010135 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Publish callbacks [] for router_controller (0ca53967-c5bb-461c-a461-f6445f70aead), precommit_add_association {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.057306 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (016dfa57-c76d-498b-b3b0-2bbf2b8fcc67), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.137891 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:19.140896 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f7391-1f9d-4cfa-9123-d71cd3d61601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da35dc9f-c372-4110-8bb0-0f937da725c4,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:19.175670 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8f7391-1f9d-4cfa-9123-d71cd3d61601 admin admin] Checking segment: {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:19.176273 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f7391-1f9d-4cfa-9123-d71cd3d61601 admin admin] Network hostable DHCP agents. Network: df2a7da3-c61f-4600-a4d7-00eeb18098d5, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:06:19.181187 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-59f1c3fb-f432-4780-ab16-b7e345b4b159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.230447 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 4df2fd72-8244-47de-bec6-6304f7a931df triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:19.231685 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (4df2fd72-8244-47de-bec6-6304f7a931df), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.262719 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8addc2-dabc-43a5-b7c1-972d53342a5a admin admin] Checking segment: {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:19.263101 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8addc2-dabc-43a5-b7c1-972d53342a5a admin admin] Network hostable DHCP agents. Network: 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:06:19.267559 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-61820bbf-42eb-4064-9385-0c99f7364db4 admin admin] Publish callbacks [] for security_group (e8c9aeb6-2c41-4600-bb94-f2f73719be81), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.285863 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-61820bbf-42eb-4064-9385-0c99f7364db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (e8c9aeb6-2c41-4600-bb94-f2f73719be81), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.297571 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-59f1c3fb-f432-4780-ab16-b7e345b4b159 admin admin] Publish callbacks [] for security_group (66ff0ddc-9810-4754-86eb-3e4eb19ce140), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.310634 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-59f1c3fb-f432-4780-ab16-b7e345b4b159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (66ff0ddc-9810-4754-86eb-3e4eb19ce140), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.317266 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75db784-1d73-48f4-b443-a83caa4036b8 None None] Pushing event updated for resources: {'Port': ['ID=4df2fd72-8244-47de-bec6-6304f7a931df,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:19.372705 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-59f1c3fb-f432-4780-ab16-b7e345b4b159 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4db5abd0cdf949239e92bc4559a64a34&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4615428 Aug 31 04:06:19.372705 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8f7391-1f9d-4cfa-9123-d71cd3d61601 admin admin] Network df2a7da3-c61f-4600-a4d7-00eeb18098d5 is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:06:19.379701 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38936) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:19.408540 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1c3fb-f432-4780-ab16-b7e345b4b159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ff0ddc-9810-4754-86eb-3e4eb19ce140,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:19.460429 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-7f8f7391-1f9d-4cfa-9123-d71cd3d61601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, df2a7da3-c61f-4600-a4d7-00eeb18098d5) {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:19.466617 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8f7391-1f9d-4cfa-9123-d71cd3d61601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:19.467515 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7391-1f9d-4cfa-9123-d71cd3d61601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.478974 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701a0ef3-c335-4940-b735-d49cd052d07c None None] Network df2a7da3-c61f-4600-a4d7-00eeb18098d5 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:06:19.514601 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-7f8f7391-1f9d-4cfa-9123-d71cd3d61601 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6234653 Aug 31 04:06:19.517553 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38938) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:19.518140 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:19.545383 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-61820bbf-42eb-4064-9385-0c99f7364db4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2af1f38c50c24416910c2c459fba18ed&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1467772 Aug 31 04:06:19.545593 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:19.546013 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Publish callbacks [] for router_gateway (0ca53967-c5bb-461c-a461-f6445f70aead), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.550079 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61820bbf-42eb-4064-9385-0c99f7364db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c9aeb6-2c41-4600-bb94-f2f73719be81,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:19.555434 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 38940) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:19.556064 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8addc2-dabc-43a5-b7c1-972d53342a5a admin admin] Network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:06:19.602858 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-3e8addc2-dabc-43a5-b7c1-972d53342a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:19.610869 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Publish callbacks [] for port (016dfa57-c76d-498b-b3b0-2bbf2b8fcc67), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.615938 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8313'] for router (452f5ef7-61d0-42f8-9266-736c6a122aeb), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.618143 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-565639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8192'] for router (452f5ef7-61d0-42f8-9266-736c6a122aeb), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.619255 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (016dfa57-c76d-498b-b3b0-2bbf2b8fcc67), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.670481 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Pushing event updated for resources: {'Port': ['ID=016dfa57-c76d-498b-b3b0-2bbf2b8fcc67,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:19.683209 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:19.683782 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:19.684278 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:19.684768 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:19.685267 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:19.685745 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:19.686076 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:19.686407 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:19.686735 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:19.687736 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:19.687736 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:19.687736 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:19.688231 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:19.688567 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:19.688892 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Tracked resource versions report: Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: pushed versions: Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: { 'AddressGroup': {'1.2'}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Agent': {'1.1'}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'ConntrackHelper': {'1.0'}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'LocalIPAssociation': {'1.0'}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Log': {'1.0'}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'NDPProxy': {'1.0'}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Network': {'1.1'}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Port': {'1.7'}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'PortForwarding': {'1.3'}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'QosPolicy': {'1.10'}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'SecurityGroup': {'1.5'}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'SubPort': {'1.0'}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Subnet': {'1.1'}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Trunk': {'1.1'}} Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: consumer versions: Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: { DHCP agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: HyperV agent@hv-cinder-85391: {}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: L3 agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: Metadata agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: Metering agent@dv-cinder-853910-5-iscsi: {}, Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: Open vSwitch agent@dv-cinder-853910-5-iscsi: { 'AddressGroup': '1.2', Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Agent': '1.1', Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'ConntrackHelper': '1.0', Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'LocalIPAssociation': '1.0', Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Log': '1.0', Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'NDPProxy': '1.0', Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Network': '1.1', Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Port': '1.7', Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'PortForwarding': '1.3', Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'QosPolicy': '1.10', Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'SecurityGroup': '1.5', Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'SecurityGroupRule': '1.2', Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'SubPort': '1.0', Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Subnet': '1.1', Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: 'Trunk': '1.1'}} Aug 31 04:06:19.690669 dv-cinder-853910-5-iscsi neutron-server[106461]: {{(pid=106461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:06:19.692951 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Attempting to bind port 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:06:19.693327 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Attempting to bind port 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:06:19.693695 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Attempting to bind port 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67 on network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:19.701110 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:06:19.701507 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Checking segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:19.701906 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.702329 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Bound using segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:06:19.702820 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Bound port: 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:06:19.703235 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (016dfa57-c76d-498b-b3b0-2bbf2b8fcc67), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.709384 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d1bf3b-39c5-49de-a32c-d45321250f39 None None] Network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:06:19.724139 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Allocated IP 172.20.0.2 (52829969-a42a-442d-a4b2-1b1707d47a14/6e59a379-9915-439a-b89a-fd25376e37d9/c6c402d0-39ed-4f04-90a4-1373ea0d8314) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:19.727492 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-70cb177f-17c6-4268-b0fa-5c486682770d admin admin] Publish callbacks [] for security_group (66ff0ddc-9810-4754-86eb-3e4eb19ce140), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.735384 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Publish callbacks [] for router_controller (452f5ef7-61d0-42f8-9266-736c6a122aeb), precommit_add_association {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.743289 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8addc2-dabc-43a5-b7c1-972d53342a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:19.743843 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3e8addc2-dabc-43a5-b7c1-972d53342a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.808547 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] For port 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:06:19.813539 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-3e8addc2-dabc-43a5-b7c1-972d53342a5a admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0030255 Aug 31 04:06:19.815298 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] For port 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=016dfa57-c76d-498b-b3b0-2bbf2b8fcc67,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:06:19.816258 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38950) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:19.832716 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (016dfa57-c76d-498b-b3b0-2bbf2b8fcc67), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.858860 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:19.886064 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:19.889263 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99341f78-7410-4eab-afb2-f3fa52ef2f4e admin admin] Publish callbacks [] for security_group (e8c9aeb6-2c41-4600-bb94-f2f73719be81), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.903741 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Routers {'49bac76b-0f31-444f-93f7-9c8ed5cd213f'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:19.904625 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:05:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['49bac76b-0f31-444f-93f7-9c8ed5cd213f'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:19.907103 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-70cb177f-17c6-4268-b0fa-5c486682770d admin admin] Publish callbacks [] for security_group (66ff0ddc-9810-4754-86eb-3e4eb19ce140), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.924169 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372d0481-a19b-5f9c-9230-c03ba1597ea4-4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103'}]}} from dv-cinder-853910-5-iscsi. {{(pid=106460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:06:19.925426 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:19.953158 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:19.967562 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99341f78-7410-4eab-afb2-f3fa52ef2f4e admin admin] Publish callbacks [] for security_group (e8c9aeb6-2c41-4600-bb94-f2f73719be81), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.018399 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:20.032975 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf198e2-a9a4-4c52-8048-e13966ecfb58 None None] Pushing event updated for resources: {'Port': ['ID=016dfa57-c76d-498b-b3b0-2bbf2b8fcc67,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:20.115711 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:20.116321 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-09625005-9a3f-4012-8139-d0d6994dd5c5 None None] Provisioning complete for port 4df2fd72-8244-47de-bec6-6304f7a931df triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:20.118420 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-09625005-9a3f-4012-8139-d0d6994dd5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (4df2fd72-8244-47de-bec6-6304f7a931df), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.133405 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Publish callbacks [] for router_gateway (0ca53967-c5bb-461c-a461-f6445f70aead), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.139337 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] Set router 49bac76b-0f31-444f-93f7-9c8ed5cd213f gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:20.179278 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99341f78-7410-4eab-afb2-f3fa52ef2f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (e8c9aeb6-2c41-4600-bb94-f2f73719be81), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.180756 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 4df2fd72-8244-47de-bec6-6304f7a931df is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:20.182106 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99341f78-7410-4eab-afb2-f3fa52ef2f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.186289 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-99341f78-7410-4eab-afb2-f3fa52ef2f4e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e8c9aeb6-2c41-4600-bb94-f2f73719be81 HTTP/1.1" status: 204 len: 168 time: 0.6245639 Aug 31 04:06:20.189200 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-70cb177f-17c6-4268-b0fa-5c486682770d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (66ff0ddc-9810-4754-86eb-3e4eb19ce140), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.192675 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99341f78-7410-4eab-afb2-f3fa52ef2f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c9aeb6-2c41-4600-bb94-f2f73719be81,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:20.194078 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-70cb177f-17c6-4268-b0fa-5c486682770d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.197069 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-70cb177f-17c6-4268-b0fa-5c486682770d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/66ff0ddc-9810-4754-86eb-3e4eb19ce140 HTTP/1.1" status: 204 len: 168 time: 0.7897930 Aug 31 04:06:20.211629 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.359412 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Publish callbacks [] for router_gateway (452f5ef7-61d0-42f8-9266-736c6a122aeb), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.379234 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:20.386093 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38972) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:20.390764 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:20.395585 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372d0481-a19b-5f9c-9230-c03ba1597ea4-df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4'}]}} from dv-cinder-853910-5-iscsi. {{(pid=106460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:06:20.397557 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.502663 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'name': 'tempest-DeleteServersTestJSON-1383857125-router', 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '016dfa57-c76d-498b-b3b0-2bbf2b8fcc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:06:16Z', 'revision_number': 3, 'project_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'gw_port': {'id': '016dfa57-c76d-498b-b3b0-2bbf2b8fcc67', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:20.553662 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:20.566085 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050a6436-6606-43b6-9504-aff36a7941d6 None None] The sync data for ids ['49bac76b-0f31-444f-93f7-9c8ed5cd213f'] in dv-cinder-853910-5-iscsi is: [{'id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'name': 'tempest-DeleteServersTestJSON-1383857125-router', 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '016dfa57-c76d-498b-b3b0-2bbf2b8fcc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:06:16Z', 'revision_number': 3, 'project_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'gw_port': {'id': '016dfa57-c76d-498b-b3b0-2bbf2b8fcc67', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:06:20.623485 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 4df2fd72-8244-47de-bec6-6304f7a931df up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:20.639577 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Allocated IP 172.27.1.181 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/ece39de7-1369-413c-a32f-ba4f445978ad) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:20.670841 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Allocated IP 172.20.0.2 (4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e/fa37a94d-b25b-47af-8952-0a7e47ca5103/46fc3a64-6775-4efc-82fb-94e1ba2ef98b) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:20.717721 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb177f-17c6-4268-b0fa-5c486682770d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ff0ddc-9810-4754-86eb-3e4eb19ce140,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:20.732706 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Publish callbacks [] for router_gateway (452f5ef7-61d0-42f8-9266-736c6a122aeb), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.745861 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8313'] for router (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.750788 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-565639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8192'] for router (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.841022 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Publish callbacks [] for port (ece39de7-1369-413c-a32f-ba4f445978ad), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.859894 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-09625005-9a3f-4012-8139-d0d6994dd5c5 None None] Current status of the port 4df2fd72-8244-47de-bec6-6304f7a931df is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:20.864193 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.944582 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=6 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:20.945585 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (ece39de7-1369-413c-a32f-ba4f445978ad), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.949805 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Publish callbacks [] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.984245 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 4df2fd72-8244-47de-bec6-6304f7a931df triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:20.985191 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (4df2fd72-8244-47de-bec6-6304f7a931df), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:20.987162 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:21.058095 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e4d4ad32-3352-4bff-9694-7cf6e679ba26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:21.061200 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:21.071759 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Publish callbacks [] for router_controller (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), precommit_add_association {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:21.113478 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 38988) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:21.118627 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Network 52829969-a42a-442d-a4b2-1b1707d47a14 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:21.145723 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:21.155883 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:21.159702 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:21.167753 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:21.247500 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Allocated IP 172.20.0.2 (df2a7da3-c61f-4600-a4d7-00eeb18098d5/da35dc9f-c372-4110-8bb0-0f937da725c4/ab70855a-22c0-4b0d-a1ec-45ea9e52005f) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:21.295280 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Pushing event updated for resources: {'Port': ['ID=c6c402d0-39ed-4f04-90a4-1373ea0d8314,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:21.326266 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Pushing event updated for resources: {'Port': ['ID=ece39de7-1369-413c-a32f-ba4f445978ad,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:21.369559 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 4df2fd72-8244-47de-bec6-6304f7a931df is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:21.383244 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Attempting to bind port c6c402d0-39ed-4f04-90a4-1373ea0d8314 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:06:21.384897 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Attempting to bind port c6c402d0-39ed-4f04-90a4-1373ea0d8314 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:06:21.385694 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Attempting to bind port c6c402d0-39ed-4f04-90a4-1373ea0d8314 on network 52829969-a42a-442d-a4b2-1b1707d47a14 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:21.401686 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:21.440632 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-096b68ac-7543-4d3d-a869-9de1f4489e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:21.538260 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:06:21.538923 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Checking segment: {'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:21.539539 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:21.540099 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Bound using segment: {'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:06:21.540724 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Bound port: c6c402d0-39ed-4f04-90a4-1373ea0d8314, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:06:21.541210 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:21.546157 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-096b68ac-7543-4d3d-a869-9de1f4489e2c admin admin] Publish callbacks [] for security_group (de2b77aa-0422-4f60-b2ae-efb88427dd4c), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:21.610358 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Publish callbacks [] for port (46fc3a64-6775-4efc-82fb-94e1ba2ef98b), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:21.632965 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-096b68ac-7543-4d3d-a869-9de1f4489e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (de2b77aa-0422-4f60-b2ae-efb88427dd4c), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:21.657044 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (46fc3a64-6775-4efc-82fb-94e1ba2ef98b), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:21.665942 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Publish callbacks [] for router_gateway (0ca53967-c5bb-461c-a461-f6445f70aead), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:21.706271 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b68ac-7543-4d3d-a869-9de1f4489e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2b77aa-0422-4f60-b2ae-efb88427dd4c,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:21.730925 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Pushing event updated for resources: {'Port': ['ID=46fc3a64-6775-4efc-82fb-94e1ba2ef98b,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:21.803569 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Publish callbacks [] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:21.817611 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:21.827410 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:21.831778 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:21.852970 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:21.860154 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Publish callbacks [] for router_gateway (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:21.876833 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:21.898276 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-096b68ac-7543-4d3d-a869-9de1f4489e2c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0550987a1b1344e4b780627dc2c16214&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7819636 Aug 31 04:06:21.903492 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 39010) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:21.923511 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:21.926931 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:21.950423 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:21.973119 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566090'] for router (0ca53967-c5bb-461c-a461-f6445f70aead), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.080953 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-46b5053b-9717-4e26-950e-bf607ad73608 admin admin] Publish callbacks [] for security_group (de2b77aa-0422-4f60-b2ae-efb88427dd4c), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.084463 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:22.158860 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Network df2a7da3-c61f-4600-a4d7-00eeb18098d5 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:22.160017 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] For port c6c402d0-39ed-4f04-90a4-1373ea0d8314, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:06:22.160243 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-46b5053b-9717-4e26-950e-bf607ad73608 admin admin] Publish callbacks [] for security_group (de2b77aa-0422-4f60-b2ae-efb88427dd4c), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.175377 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:22.175562 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Allocated IP 172.20.0.1 (baa3571f-8f19-4b2e-8020-5b4000efc9ca/177163f6-c722-4118-9d77-62d0501130ba/c1b6fc67-7259-4302-b0a5-d30de16acfd9) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:22.198334 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:22.206530 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Pushing event updated for resources: {'Port': ['ID=ab70855a-22c0-4b0d-a1ec-45ea9e52005f,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:22.212668 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] For port c6c402d0-39ed-4f04-90a4-1373ea0d8314, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=c6c402d0-39ed-4f04-90a4-1373ea0d8314,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:06:22.220583 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Attempting to bind port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:06:22.220963 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Attempting to bind port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:06:22.221320 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Attempting to bind port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b on network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:22.267126 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.273239 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-46b5053b-9717-4e26-950e-bf607ad73608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (de2b77aa-0422-4f60-b2ae-efb88427dd4c), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.274495 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:06:22.274866 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Checking segment: {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:22.275282 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.275668 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Bound using segment: {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:06:22.276161 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Bound port: 46fc3a64-6775-4efc-82fb-94e1ba2ef98b, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:06:22.276510 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (46fc3a64-6775-4efc-82fb-94e1ba2ef98b), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.284534 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-46b5053b-9717-4e26-950e-bf607ad73608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.284534 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-46b5053b-9717-4e26-950e-bf607ad73608 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/de2b77aa-0422-4f60-b2ae-efb88427dd4c HTTP/1.1" status: 204 len: 168 time: 0.3759575 Aug 31 04:06:22.289878 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Router 0ca53967-c5bb-461c-a461-f6445f70aead is scheduled to L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 with binding_index 1 {{(pid=106459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:06:22.307411 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Publish callbacks [] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.344821 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:22.346543 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Allocated IP 172.27.1.148 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/acb76bb4-30e1-40bb-b68b-957109ab756b) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:22.356356 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5053b-9717-4e26-950e-bf607ad73608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2b77aa-0422-4f60-b2ae-efb88427dd4c,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:22.382110 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.393148 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e4d4ad32-3352-4bff-9694-7cf6e679ba26 admin admin] Publish callbacks [] for security_group (9d8a1f97-c898-4ff8-85a7-aea1dfc4a44d), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.446141 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e4d4ad32-3352-4bff-9694-7cf6e679ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (9d8a1f97-c898-4ff8-85a7-aea1dfc4a44d), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.477689 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Attempting to bind port ab70855a-22c0-4b0d-a1ec-45ea9e52005f on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:06:22.478201 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Attempting to bind port ab70855a-22c0-4b0d-a1ec-45ea9e52005f by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:06:22.478423 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Attempting to bind port ab70855a-22c0-4b0d-a1ec-45ea9e52005f on network df2a7da3-c61f-4600-a4d7-00eeb18098d5 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:22.483474 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f799a3-1947-4a8c-b40d-5f908003a4be None None] Pushing event updated for resources: {'Port': ['ID=c6c402d0-39ed-4f04-90a4-1373ea0d8314,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:22.496280 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:06:22.496635 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Checking segment: {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:22.499492 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.499957 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Bound using segment: {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:06:22.500535 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Bound port: ab70855a-22c0-4b0d-a1ec-45ea9e52005f, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:06:22.500924 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.548158 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] For port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:06:22.565068 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Network baa3571f-8f19-4b2e-8020-5b4000efc9ca is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:22.599786 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:22.687996 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:22.691482 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:22.694050 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface (49bac76b-0f31-444f-93f7-9c8ed5cd213f), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.702351 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:22.717126 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] For port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=46fc3a64-6775-4efc-82fb-94e1ba2ef98b,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:06:22.779801 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (46fc3a64-6775-4efc-82fb-94e1ba2ef98b), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:22.783503 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-e4d4ad32-3352-4bff-9694-7cf6e679ba26 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=985d43160bda4a45a77225f3387adb2f&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3783669 Aug 31 04:06:22.845484 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39028) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:22.860813 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Pushing event updated for resources: {'Port': ['ID=c1b6fc67-7259-4302-b0a5-d30de16acfd9,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:22.872183 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4ad32-3352-4bff-9694-7cf6e679ba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8a1f97-c898-4ff8-85a7-aea1dfc4a44d,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:22.927150 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] For port ab70855a-22c0-4b0d-a1ec-45ea9e52005f, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:06:22.957595 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:06:22.996356 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Sync routers for ids ['0ca53967-c5bb-461c-a461-f6445f70aead'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:06:23.021641 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] For port ab70855a-22c0-4b0d-a1ec-45ea9e52005f, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=ab70855a-22c0-4b0d-a1ec-45ea9e52005f,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:06:23.034756 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:23.042454 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-1dd15ff2-fd35-4594-9423-16b157d79c3f admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5920250 Aug 31 04:06:23.045212 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 39038) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:23.060825 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:23.086980 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Routers {'0ca53967-c5bb-461c-a461-f6445f70aead'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:23.088329 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:05:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0ca53967-c5bb-461c-a461-f6445f70aead'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:23.089387 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e613f-fb8e-4522-93c0-a8f5baf6b98c None None] Pushing event updated for resources: {'Port': ['ID=46fc3a64-6775-4efc-82fb-94e1ba2ef98b,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:23.212037 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:23.212681 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (016dfa57-c76d-498b-b3b0-2bbf2b8fcc67), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:23.368826 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Publish callbacks [] for router_gateway (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:23.411484 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:23.443633 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:23.461916 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-d0c604d0-2246-41d7-a009-c57a4f4015c1 None None] Provisioning complete for port c1b6fc67-7259-4302-b0a5-d30de16acfd9 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:23.462337 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d0c604d0-2246-41d7-a009-c57a4f4015c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:23.703768 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Publish callbacks [] for port (acb76bb4-30e1-40bb-b68b-957109ab756b), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:23.732477 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Set router 0ca53967-c5bb-461c-a461-f6445f70aead gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:23.776716 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:23.854721 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:23.866549 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6420f824-ec73-473a-9fe5-493ba2bf3d05 admin admin] Publish callbacks [] for security_group (9d8a1f97-c898-4ff8-85a7-aea1dfc4a44d), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:23.909049 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8759e-24c9-4276-9fab-33e73efec5d3 None None] Pushing event updated for resources: {'Port': ['ID=ab70855a-22c0-4b0d-a1ec-45ea9e52005f,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:23.924938 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:24.002622 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6420f824-ec73-473a-9fe5-493ba2bf3d05 admin admin] Publish callbacks [] for security_group (9d8a1f97-c898-4ff8-85a7-aea1dfc4a44d), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:24.030518 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-d0c604d0-2246-41d7-a009-c57a4f4015c1 None None] Port c1b6fc67-7259-4302-b0a5-d30de16acfd9 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:06:24.036887 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:24.058004 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:24.058719 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (016dfa57-c76d-498b-b3b0-2bbf2b8fcc67), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:24.089414 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=016dfa57-c76d-498b-b3b0-2bbf2b8fcc67,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:06:24.106314 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (016dfa57-c76d-498b-b3b0-2bbf2b8fcc67), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:24.153897 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:24.226027 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Allocated IP 172.27.1.142 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:24.313053 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=016dfa57-c76d-498b-b3b0-2bbf2b8fcc67,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:24.336964 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:21Z', 'revision_number': 3, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:24.358510 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (acb76bb4-30e1-40bb-b68b-957109ab756b), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:24.377361 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Checking router: 0ca53967-c5bb-461c-a461-f6445f70aead for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:06:24.377727 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Updating router 0ca53967-c5bb-461c-a461-f6445f70aead port ece39de7-1369-413c-a32f-ba4f445978ad binding host dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:06:24.453368 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac1bc6d-7dfb-4d13-ae8e-97201bc7beb9 None None] Network 52829969-a42a-442d-a4b2-1b1707d47a14 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:06:24.555359 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:24.609759 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Allocated IP 172.20.0.1 (52829969-a42a-442d-a4b2-1b1707d47a14/6e59a379-9915-439a-b89a-fd25376e37d9/e520fa6a-07c1-49e4-9cb2-7ee10aa5d777) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:24.610355 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (ece39de7-1369-413c-a32f-ba4f445978ad), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:24.702770 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-ba8b9dd9-8975-4c22-b918-c5a8283e23fb None None] Provisioning complete for port c6c402d0-39ed-4f04-90a4-1373ea0d8314 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:24.703306 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9dd9-8975-4c22-b918-c5a8283e23fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:24.733068 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:24.751859 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:24.769777 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 39086) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:24.868016 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Publish callbacks [] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:24.887395 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device c6c402d0-39ed-4f04-90a4-1373ea0d8314 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:24.941456 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:24.950108 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:24.999977 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1609d88f-7e1b-479c-845d-58770b8cdd76 None None] Network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:06:25.059253 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Network 52829969-a42a-442d-a4b2-1b1707d47a14 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:25.064966 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:25.084938 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port c6c402d0-39ed-4f04-90a4-1373ea0d8314 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:25.085905 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.157659 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:25.158225 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface (0ca53967-c5bb-461c-a461-f6445f70aead), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.224391 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8faa7264-8621-47c5-90bf-764e8bca7d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.240154 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b9dd9-8975-4c22-b918-c5a8283e23fb None None] Current status of the port c6c402d0-39ed-4f04-90a4-1373ea0d8314 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:25.241055 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9dd9-8975-4c22-b918-c5a8283e23fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.274403 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:25.322296 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:25.375292 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-ba8b9dd9-8975-4c22-b918-c5a8283e23fb None None] For port c6c402d0-39ed-4f04-90a4-1373ea0d8314, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=c6c402d0-39ed-4f04-90a4-1373ea0d8314,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:06:25.377218 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:25.404329 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Pushing event updated for resources: {'Port': ['ID=acb76bb4-30e1-40bb-b68b-957109ab756b,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:25.418232 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ba8b9dd9-8975-4c22-b918-c5a8283e23fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.424119 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6420f824-ec73-473a-9fe5-493ba2bf3d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (9d8a1f97-c898-4ff8-85a7-aea1dfc4a44d), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.429843 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6420f824-ec73-473a-9fe5-493ba2bf3d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.431065 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-6420f824-ec73-473a-9fe5-493ba2bf3d05 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9d8a1f97-c898-4ff8-85a7-aea1dfc4a44d HTTP/1.1" status: 204 len: 168 time: 2.5615423 Aug 31 04:06:25.471772 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a340f4-b7aa-4bc4-ba62-b3a841621d56 None None] Network df2a7da3-c61f-4600-a4d7-00eeb18098d5 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:06:25.557780 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Pushing event updated for resources: {'Port': ['ID=e520fa6a-07c1-49e4-9cb2-7ee10aa5d777,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:25.596252 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Publish callbacks [] for port (10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.665997 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420f824-ec73-473a-9fe5-493ba2bf3d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8a1f97-c898-4ff8-85a7-aea1dfc4a44d,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:25.704316 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:25.802961 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Provisioning complete for port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:25.803355 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (46fc3a64-6775-4efc-82fb-94e1ba2ef98b), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.817544 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Publish callbacks [] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.830682 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Publish callbacks [] for router_gateway (452f5ef7-61d0-42f8-9266-736c6a122aeb), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.842501 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.847723 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565434'] for router_interface (49bac76b-0f31-444f-93f7-9c8ed5cd213f), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.871382 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8faa7264-8621-47c5-90bf-764e8bca7d57 admin admin] Publish callbacks [] for security_group (d2eaf5cc-3f5f-48c8-ae02-84531d377571), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.872886 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.888220 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8faa7264-8621-47c5-90bf-764e8bca7d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (d2eaf5cc-3f5f-48c8-ae02-84531d377571), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.928570 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port c6c402d0-39ed-4f04-90a4-1373ea0d8314 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:25.929143 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:25.935676 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-8faa7264-8621-47c5-90bf-764e8bca7d57 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=31535257f93f4e32bff3b4f045fa55f4&name=default HTTP/1.1" status: 200 len: 2994 time: 1.1623576 Aug 31 04:06:25.936995 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa7264-8621-47c5-90bf-764e8bca7d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eaf5cc-3f5f-48c8-ae02-84531d377571,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:25.941633 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 39126) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:25.945373 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:25.961995 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c2a2-5307-46b3-819f-fa83226605de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.016496 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.024509 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bc11d7df-ebf0-4c09-b007-24417e43e342 admin admin] Publish callbacks [] for security_group (d2eaf5cc-3f5f-48c8-ae02-84531d377571), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.080233 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bc11d7df-ebf0-4c09-b007-24417e43e342 admin admin] Publish callbacks [] for security_group (d2eaf5cc-3f5f-48c8-ae02-84531d377571), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.162016 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:26.168541 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Pushing event updated for resources: {'Port': ['ID=c1b6fc67-7259-4302-b0a5-d30de16acfd9,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:26.169516 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b9dd9-8975-4c22-b918-c5a8283e23fb None None] Pushing event updated for resources: {'Port': ['ID=c6c402d0-39ed-4f04-90a4-1373ea0d8314,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:26.178388 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:26.286011 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.db.api [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 04:06:26.286497 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG oslo_db.api [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 04:06:26.290881 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Publish callbacks [] for port (ece39de7-1369-413c-a32f-ba4f445978ad), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.298868 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Current status of the port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:26.299509 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (46fc3a64-6775-4efc-82fb-94e1ba2ef98b), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.329146 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (ece39de7-1369-413c-a32f-ba4f445978ad), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.334754 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:26.341213 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Pushing event updated for resources: {'Port': ['ID=10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:26.393377 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:26.396372 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588ed26-eedf-462e-92ec-d5f72b740a5a None None] Pushing event updated for resources: {'Port': ['ID=ece39de7-1369-413c-a32f-ba4f445978ad,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:26.403294 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Network baa3571f-8f19-4b2e-8020-5b4000efc9ca is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:26.433091 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:26.438334 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bc11d7df-ebf0-4c09-b007-24417e43e342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (d2eaf5cc-3f5f-48c8-ae02-84531d377571), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.444311 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bc11d7df-ebf0-4c09-b007-24417e43e342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.454013 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-bc11d7df-ebf0-4c09-b007-24417e43e342 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d2eaf5cc-3f5f-48c8-ae02-84531d377571 HTTP/1.1" status: 204 len: 168 time: 0.5009170 Aug 31 04:06:26.459252 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Attempting to bind port ece39de7-1369-413c-a32f-ba4f445978ad on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:06:26.459843 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Attempting to bind port ece39de7-1369-413c-a32f-ba4f445978ad by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:06:26.460346 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Attempting to bind port ece39de7-1369-413c-a32f-ba4f445978ad on network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:26.473819 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:06:26.474379 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Checking segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:26.474919 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.475949 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Bound using segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:06:26.476603 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Bound port: ece39de7-1369-413c-a32f-ba4f445978ad, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:06:26.477168 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (ece39de7-1369-413c-a32f-ba4f445978ad), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.555794 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] For port ece39de7-1369-413c-a32f-ba4f445978ad, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:06:26.562904 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] For port ece39de7-1369-413c-a32f-ba4f445978ad, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=ece39de7-1369-413c-a32f-ba4f445978ad,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:06:26.577733 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] For port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=46fc3a64-6775-4efc-82fb-94e1ba2ef98b,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:06:26.587431 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (ece39de7-1369-413c-a32f-ba4f445978ad), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.612946 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (46fc3a64-6775-4efc-82fb-94e1ba2ef98b), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.623003 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:26.647126 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566090'] for router (452f5ef7-61d0-42f8-9266-736c6a122aeb), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.673219 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Routers {'0ca53967-c5bb-461c-a461-f6445f70aead'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:26.675469 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:05:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0ca53967-c5bb-461c-a461-f6445f70aead'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:26.784224 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Provisioning complete for port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:26.787354 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.855910 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Publish callbacks [] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.857828 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11d7df-ebf0-4c09-b007-24417e43e342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eaf5cc-3f5f-48c8-ae02-84531d377571,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:26.870347 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.871517 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565434'] for router_interface (0ca53967-c5bb-461c-a461-f6445f70aead), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:26.949415 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:06:26.978632 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port c6c402d0-39ed-4f04-90a4-1373ea0d8314 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:26.982420 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Router 49bac76b-0f31-444f-93f7-9c8ed5cd213f has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:06:26.983989 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device ab70855a-22c0-4b0d-a1ec-45ea9e52005f up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:27.012313 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Publish callbacks [] for router_gateway (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:27.039197 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Pushing event updated for resources: {'Port': ['ID=e520fa6a-07c1-49e4-9cb2-7ee10aa5d777,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:27.141745 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Network 52829969-a42a-442d-a4b2-1b1707d47a14 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:27.144673 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:27.146953 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Provisioning complete for port c6c402d0-39ed-4f04-90a4-1373ea0d8314 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:27.147599 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:27.234284 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588ed26-eedf-462e-92ec-d5f72b740a5a None None] Pushing event updated for resources: {'Port': ['ID=ece39de7-1369-413c-a32f-ba4f445978ad,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:27.314991 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:27.387593 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:06:27.413203 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-ee2d983d-22ce-492d-a4b4-c9e375f1d27d admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/49bac76b-0f31-444f-93f7-9c8ed5cd213f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2305849 Aug 31 04:06:27.415867 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Router 452f5ef7-61d0-42f8-9266-736c6a122aeb is scheduled to L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 with binding_index 1 {{(pid=106458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:06:27.424745 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39174) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:27.427338 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Sync routers for ids ['49bac76b-0f31-444f-93f7-9c8ed5cd213f'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:06:27.448151 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Routers {'49bac76b-0f31-444f-93f7-9c8ed5cd213f'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:27.448900 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:05:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['49bac76b-0f31-444f-93f7-9c8ed5cd213f'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:27.454132 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:27.457650 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] Set router 0ca53967-c5bb-461c-a461-f6445f70aead gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:27.462403 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Current status of the port c6c402d0-39ed-4f04-90a4-1373ea0d8314 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:27.480883 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Router 0ca53967-c5bb-461c-a461-f6445f70aead has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:06:27.523580 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port ab70855a-22c0-4b0d-a1ec-45ea9e52005f triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:27.523951 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:27.540675 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:27.547276 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:27.601821 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Set router 49bac76b-0f31-444f-93f7-9c8ed5cd213f gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:27.608462 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 39180) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:27.648955 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1fe2cac7-1ea8-46ba-850b-e11527a8da76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:27.659381 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Provisioning complete for port ab70855a-22c0-4b0d-a1ec-45ea9e52005f triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:27.660127 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:27.719580 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:27.860865 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'name': 'tempest-DeleteServersTestJSON-1383857125-router', 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '016dfa57-c76d-498b-b3b0-2bbf2b8fcc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:06:23Z', 'revision_number': 4, 'project_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'gw_port': {'id': '016dfa57-c76d-498b-b3b0-2bbf2b8fcc67', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'c1b6fc67-7259-4302-b0a5-d30de16acfd9', 'name': '', 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca', 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'mac_address': 'fa:16:3e:5b:3b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '177163f6-c722-4118-9d77-62d0501130ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:22Z', 'updated_at': '2022-08-31T04:06:24Z', 'revision_number': 2, 'project_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'subnets': [{'id': '177163f6-c722-4118-9d77-62d0501130ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:27.891447 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Checking router: 49bac76b-0f31-444f-93f7-9c8ed5cd213f for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:06:27.891798 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Updating router 49bac76b-0f31-444f-93f7-9c8ed5cd213f port c1b6fc67-7259-4302-b0a5-d30de16acfd9 binding host dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:06:27.923839 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566090'] for router (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:27.927704 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:27.996827 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:06:27.997342 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1fe2cac7-1ea8-46ba-850b-e11527a8da76 admin admin] Publish callbacks [] for security_group (05c879de-a72d-484a-ac4c-118600a45835), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.011724 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:06:28.016653 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-626b2cb3-8a68-4f85-92a8-37e6a765dc05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.022794 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:28.033414 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-7b3c6e55-5c18-4d4e-abd0-cde4ddce8d89 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/0ca53967-c5bb-461c-a461-f6445f70aead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9833460 Aug 31 04:06:28.037394 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1fe2cac7-1ea8-46ba-850b-e11527a8da76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (05c879de-a72d-484a-ac4c-118600a45835), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.081414 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Pushing event updated for resources: {'Port': ['ID=46fc3a64-6775-4efc-82fb-94e1ba2ef98b,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:28.089499 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Sync routers for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:06:28.103323 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2cac7-1ea8-46ba-850b-e11527a8da76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c879de-a72d-484a-ac4c-118600a45835,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:28.105122 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.110077 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-5349e31a-0980-43c0-9eb0-0bcda7880b59 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.5724242 Aug 31 04:06:28.112810 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39192) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:28.177356 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39196) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:28.179293 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-1fe2cac7-1ea8-46ba-850b-e11527a8da76 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=78a0c7e19e054dbaa070726b0ea08190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5675290 Aug 31 04:06:28.276835 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:28.277538 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:05:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:28.286374 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-568afdda-0734-43c8-aabf-9e1e2071be18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.352358 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.390170 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:28.419852 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Publish callbacks [] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.431329 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.433942 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa5a3-63f6-4034-8a0c-d382006e2061 admin admin] Publish callbacks [] for security_group (05c879de-a72d-484a-ac4c-118600a45835), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.452530 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-626b2cb3-8a68-4f85-92a8-37e6a765dc05 admin admin] Publish callbacks [] for security_group (5aa69f17-0fdc-4d70-9a59-15e9a5098470), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.483285 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:24Z', 'revision_number': 1, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:28.501749 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-626b2cb3-8a68-4f85-92a8-37e6a765dc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (5aa69f17-0fdc-4d70-9a59-15e9a5098470), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.554604 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b15748-2659-48d9-9bd2-c7c9e1ad28d4 None None] Pushing event updated for resources: {'Port': ['ID=c1b6fc67-7259-4302-b0a5-d30de16acfd9,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:28.574416 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Attempting to bind port c1b6fc67-7259-4302-b0a5-d30de16acfd9 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:06:28.574940 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Attempting to bind port c1b6fc67-7259-4302-b0a5-d30de16acfd9 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': 'a5239fcd-4f1c-4c48-b6c3-51b8a021d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:06:28.575626 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Attempting to bind port c1b6fc67-7259-4302-b0a5-d30de16acfd9 on network baa3571f-8f19-4b2e-8020-5b4000efc9ca {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:28.577246 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa5a3-63f6-4034-8a0c-d382006e2061 admin admin] Publish callbacks [] for security_group (05c879de-a72d-484a-ac4c-118600a45835), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.605321 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:06:28.608092 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Checking segment: {'id': 'a5239fcd-4f1c-4c48-b6c3-51b8a021d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:28.608290 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 is scheduled to L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 with binding_index 1 {{(pid=106458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:06:28.608869 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.611282 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Bound using segment: {'id': 'a5239fcd-4f1c-4c48-b6c3-51b8a021d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:06:28.612143 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Bound port: c1b6fc67-7259-4302-b0a5-d30de16acfd9, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5239fcd-4f1c-4c48-b6c3-51b8a021d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:06:28.614404 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.630658 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e246890f-ff1f-4e2b-a414-72bdd3cfafe3 None None] The sync data for ids ['0ca53967-c5bb-461c-a461-f6445f70aead'] in dv-cinder-853910-5-iscsi is: [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:24Z', 'revision_number': 1, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:06:28.636939 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Current status of the port ab70855a-22c0-4b0d-a1ec-45ea9e52005f is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:28.637416 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.643300 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port ab70855a-22c0-4b0d-a1ec-45ea9e52005f is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:28.643816 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.652088 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 39226) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:28.655102 dv-cinder-853910-5-iscsi neutron-server[106459]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 04:06:28.733369 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:28.829160 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] For port c1b6fc67-7259-4302-b0a5-d30de16acfd9, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:06:28.835825 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] For port c1b6fc67-7259-4302-b0a5-d30de16acfd9, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=c1b6fc67-7259-4302-b0a5-d30de16acfd9,segment=NetworkSegment(a5239fcd-4f1c-4c48-b6c3-51b8a021d81e),segment_id=a5239fcd-4f1c-4c48-b6c3-51b8a021d81e)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:06:28.847344 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:28.878648 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 39240) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:28.883631 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-2cf59ab8-688b-4f83-bca4-64e566ca78b9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--392913172', 'description': 'tempest-description--68380313'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:28.889388 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:28.891922 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Routers {'49bac76b-0f31-444f-93f7-9c8ed5cd213f'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:28.895329 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:06:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['49bac76b-0f31-444f-93f7-9c8ed5cd213f'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:29.017148 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2cf59ab8-688b-4f83-bca4-64e566ca78b9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:29.124739 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-626b2cb3-8a68-4f85-92a8-37e6a765dc05 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=53dee0538d6744a3983ccd114dcc6de4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6941311 Aug 31 04:06:29.129212 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 39254) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:29.171738 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b15748-2659-48d9-9bd2-c7c9e1ad28d4 None None] Pushing event updated for resources: {'Port': ['ID=c1b6fc67-7259-4302-b0a5-d30de16acfd9,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:29.174164 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-cc4105fb-1e5e-4ff4-a14c-7274d4677d7f tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:29.175938 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-cc4105fb-1e5e-4ff4-a14c-7274d4677d7f tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/networks?id=baa3571f-8f19-4b2e-8020-5b4000efc9ca HTTP/1.1" status: 200 len: 812 time: 0.5226889 Aug 31 04:06:29.220067 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-682647f6-457e-4228-82a0-8feaf3834b83 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/quotas/dfea8632ec6f4cb5ac84e58d4fe10e6a HTTP/1.1" status: 200 len: 375 time: 0.0371394 Aug 31 04:06:29.266857 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port ab70855a-22c0-4b0d-a1ec-45ea9e52005f, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=ab70855a-22c0-4b0d-a1ec-45ea9e52005f,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:06:29.312406 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:29.316925 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 46fc3a64-6775-4efc-82fb-94e1ba2ef98b up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:29.338133 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-251c67bc-d735-4230-a32f-d1946050d72e admin admin] Publish callbacks [] for security_group (5aa69f17-0fdc-4d70-9a59-15e9a5098470), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:29.342631 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b2cb3-8a68-4f85-92a8-37e6a765dc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa69f17-0fdc-4d70-9a59-15e9a5098470,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:29.345592 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:29.347469 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:29.349107 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:06:29.392224 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] Set router 49bac76b-0f31-444f-93f7-9c8ed5cd213f gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:29.468487 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Sync routers for ids ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:06:29.474254 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-65218137-f9f8-47fe-920e-d6664bedc40c tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=dfea8632ec6f4cb5ac84e58d4fe10e6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2480254 Aug 31 04:06:29.476651 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-251c67bc-d735-4230-a32f-d1946050d72e admin admin] Publish callbacks [] for security_group (5aa69f17-0fdc-4d70-9a59-15e9a5098470), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:29.560540 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Routers {'8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:29.561335 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:06:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:29.599171 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:29.600835 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-124c7afc-4d89-4fd6-b432-feb128d587ec admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.7741671 Aug 31 04:06:29.605762 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:29.630385 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 39268) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:29.632087 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa5a3-63f6-4034-8a0c-d382006e2061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (05c879de-a72d-484a-ac4c-118600a45835), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:29.636000 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0e4fa5a3-63f6-4034-8a0c-d382006e2061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:29.637922 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-0e4fa5a3-63f6-4034-8a0c-d382006e2061 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/05c879de-a72d-484a-ac4c-118600a45835 HTTP/1.1" status: 204 len: 168 time: 1.4554527 Aug 31 04:06:29.662293 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2cf59ab8-688b-4f83-bca4-64e566ca78b9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group (35250622-1cbc-455c-a944-e73893e0d5dc), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:29.689688 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:29.711267 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:29.734345 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Set router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:29.766633 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2cf59ab8-688b-4f83-bca4-64e566ca78b9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (35250622-1cbc-455c-a944-e73893e0d5dc), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:29.793874 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.db.api [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 04:06:29.794509 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG oslo_db.api [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 04:06:29.840185 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=ab70855a-22c0-4b0d-a1ec-45ea9e52005f,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:29.891425 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:29.891642 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'name': 'tempest-DeleteServersTestJSON-1383857125-router', 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '016dfa57-c76d-498b-b3b0-2bbf2b8fcc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:06:23Z', 'revision_number': 4, 'project_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'gw_port': {'id': '016dfa57-c76d-498b-b3b0-2bbf2b8fcc67', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'c1b6fc67-7259-4302-b0a5-d30de16acfd9', 'name': '', 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca', 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'mac_address': 'fa:16:3e:5b:3b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '177163f6-c722-4118-9d77-62d0501130ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:22Z', 'updated_at': '2022-08-31T04:06:28Z', 'revision_number': 4, 'project_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'subnets': [{'id': '177163f6-c722-4118-9d77-62d0501130ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:29.892372 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (46fc3a64-6775-4efc-82fb-94e1ba2ef98b), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:29.917067 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:29.958493 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a38514-f202-4263-a7f1-a5c1c4bbcbe2 None None] The sync data for ids ['49bac76b-0f31-444f-93f7-9c8ed5cd213f'] in dv-cinder-853910-5-iscsi is: [{'id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'name': 'tempest-DeleteServersTestJSON-1383857125-router', 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '016dfa57-c76d-498b-b3b0-2bbf2b8fcc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:06:23Z', 'revision_number': 4, 'project_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'gw_port': {'id': '016dfa57-c76d-498b-b3b0-2bbf2b8fcc67', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'c1b6fc67-7259-4302-b0a5-d30de16acfd9', 'name': '', 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca', 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'mac_address': 'fa:16:3e:5b:3b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '177163f6-c722-4118-9d77-62d0501130ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:22Z', 'updated_at': '2022-08-31T04:06:28Z', 'revision_number': 4, 'project_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'subnets': [{'id': '177163f6-c722-4118-9d77-62d0501130ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:06:29.965958 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Allocated IP 172.20.0.1 (df2a7da3-c61f-4600-a4d7-00eeb18098d5/da35dc9f-c372-4110-8bb0-0f937da725c4/8454c5ab-9364-43c2-9751-49c932af34e3) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:30.021670 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-93deffff-006a-4744-a994-53e8a6549861 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:06:30.022716 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-93deffff-006a-4744-a994-53e8a6549861 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2351444 Aug 31 04:06:30.044481 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2cf59ab8-688b-4f83-bca4-64e566ca78b9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:30.045730 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-2cf59ab8-688b-4f83-bca4-64e566ca78b9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1655369 Aug 31 04:06:30.131127 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39274) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:30.136551 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 3, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:30.141896 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:30.154449 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-9194daef-5db6-4f8d-9462-1f3221aad743 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Request body: {'security_group_rule': {'security_group_id': '35250622-1cbc-455c-a944-e73893e0d5dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:30.189774 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:26Z', 'revision_number': 3, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:30.277968 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Checking router: 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:06:30.278602 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Updating router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 port 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3 binding host dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:06:30.283559 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Checking router: 452f5ef7-61d0-42f8-9266-736c6a122aeb for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:06:30.284295 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Updating router 452f5ef7-61d0-42f8-9266-736c6a122aeb port acb76bb4-30e1-40bb-b68b-957109ab756b binding host dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:06:30.330460 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:30.374202 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:30.395584 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf59ab8-688b-4f83-bca4-64e566ca78b9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35250622-1cbc-455c-a944-e73893e0d5dc,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:30.411271 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (acb76bb4-30e1-40bb-b68b-957109ab756b), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:30.423138 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Publish callbacks [] for port (8454c5ab-9364-43c2-9751-49c932af34e3), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:30.529410 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fa5a3-63f6-4034-8a0c-d382006e2061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c879de-a72d-484a-ac4c-118600a45835,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:30.540245 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-251c67bc-d735-4230-a32f-d1946050d72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (5aa69f17-0fdc-4d70-9a59-15e9a5098470), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:30.542370 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:30.545988 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-251c67bc-d735-4230-a32f-d1946050d72e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:30.549995 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-251c67bc-d735-4230-a32f-d1946050d72e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5aa69f17-0fdc-4d70-9a59-15e9a5098470 HTTP/1.1" status: 204 len: 168 time: 1.4187202 Aug 31 04:06:30.686685 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:30.709396 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9194daef-5db6-4f8d-9462-1f3221aad743 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group_rule (5c7d34f3-0424-4fc3-a2f4-f878fa3ae04d), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:30.720621 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Network df2a7da3-c61f-4600-a4d7-00eeb18098d5 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:30.733985 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:30.748410 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:30.748917 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface (452f5ef7-61d0-42f8-9266-736c6a122aeb), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:30.776234 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Pushing event updated for resources: {'Port': ['ID=8454c5ab-9364-43c2-9751-49c932af34e3,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:30.830798 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-ac10f35f-d610-4fca-b903-b1db25afc0f7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/baa3571f-8f19-4b2e-8020-5b4000efc9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898651 Aug 31 04:06:30.862780 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:30.963182 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c67bc-d735-4230-a32f-d1946050d72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa69f17-0fdc-4d70-9a59-15e9a5098470,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:31.018138 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:31.042689 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:06:31.112738 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9194daef-5db6-4f8d-9462-1f3221aad743 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group_rule (5c7d34f3-0424-4fc3-a2f4-f878fa3ae04d), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.142582 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9194daef-5db6-4f8d-9462-1f3221aad743 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (5c7d34f3-0424-4fc3-a2f4-f878fa3ae04d), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.151979 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.189820 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Publish callbacks [] for port (10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.201088 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.211733 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.212588 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194daef-5db6-4f8d-9462-1f3221aad743 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7d34f3-0424-4fc3-a2f4-f878fa3ae04d,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:31.290910 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9194daef-5db6-4f8d-9462-1f3221aad743 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.293692 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-9194daef-5db6-4f8d-9462-1f3221aad743 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1564600 Aug 31 04:06:31.295548 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-ce42477d-a5a7-4710-badc-2f5a8f05ebfe None None] Current status of the port ab70855a-22c0-4b0d-a1ec-45ea9e52005f is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:31.302361 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39304) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:31.305076 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Attempting to bind port 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:06:31.305749 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Attempting to bind port 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:06:31.308559 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Attempting to bind port 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3 on network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:31.310009 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-754dbe57-01da-4af7-a267-5de3473d9c13 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/baa3571f-8f19-4b2e-8020-5b4000efc9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588869 Aug 31 04:06:31.315543 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-fca323d3-fa66-4afd-be80-068abb0aba98 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Request body: {'security_group_rule': {'security_group_id': '35250622-1cbc-455c-a944-e73893e0d5dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:31.334133 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.334806 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:31.345433 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:06:31.345977 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:31.351281 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Checking segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:31.355566 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.356181 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Bound using segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:06:31.356913 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Bound port: 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:06:31.357519 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.426696 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc2662-af26-4057-8e51-30d8d81750c9 None None] Pushing event updated for resources: {'Port': ['ID=10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:31.488924 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fca323d3-fa66-4afd-be80-068abb0aba98 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group_rule (49df85af-1d3e-47ee-9165-48694ea261bb), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.494179 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] For port 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:06:31.500232 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] For port 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:06:31.517464 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:31.519770 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.622257 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Routers {'8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:31.622934 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:06:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:31.726572 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 39330) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:31.731077 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Provisioning complete for port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:31.731881 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.735726 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc2662-af26-4057-8e51-30d8d81750c9 None None] Pushing event updated for resources: {'Port': ['ID=10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:31.766911 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39332) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:31.864424 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fca323d3-fa66-4afd-be80-068abb0aba98 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group_rule (49df85af-1d3e-47ee-9165-48694ea261bb), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.881311 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fca323d3-fa66-4afd-be80-068abb0aba98 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (49df85af-1d3e-47ee-9165-48694ea261bb), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.882282 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] Set router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:31.907473 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:31.908141 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (016dfa57-c76d-498b-b3b0-2bbf2b8fcc67), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:31.998465 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca323d3-fa66-4afd-be80-068abb0aba98 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49df85af-1d3e-47ee-9165-48694ea261bb,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:32.036037 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fca323d3-fa66-4afd-be80-068abb0aba98 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:32.037363 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-fca323d3-fa66-4afd-be80-068abb0aba98 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7304690 Aug 31 04:06:32.041988 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39346) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:32.048304 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Request body: {'floatingip': {'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:32.067420 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2f6ac6f2-4b53-453f-b0a8-5d495ebdc57b req-6d6d0f42-0731-4ddd-a280-67ace0b373b8 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 210 time: 0.3328800 Aug 31 04:06:32.067950 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:32.094909 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:32.132972 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Publish callbacks [] for port (8454c5ab-9364-43c2-9751-49c932af34e3), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:32.150849 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:32.165872 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565434'] for router_interface (452f5ef7-61d0-42f8-9266-736c6a122aeb), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:32.166313 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:06:32.246483 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Provisioning complete for port ab70855a-22c0-4b0d-a1ec-45ea9e52005f triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:32.246948 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:32.485469 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:32.559074 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:32.604349 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:32.622214 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-225fe642-7dd8-4307-88eb-7627a383fed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:32.648663 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Allocated IP 172.20.0.1 (4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e/fa37a94d-b25b-47af-8952-0a7e47ca5103/3be7ca2c-24f5-4776-92bc-c3adede00e7e) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:32.662645 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Publish callbacks [] for port (acb76bb4-30e1-40bb-b68b-957109ab756b), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:32.683699 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:26Z', 'revision_number': 3, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:32.684481 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (acb76bb4-30e1-40bb-b68b-957109ab756b), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:32.752517 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964da8d1-ce73-40c6-9285-c90fadaa423d None None] The sync data for ids ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'] in dv-cinder-853910-5-iscsi is: [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:26Z', 'revision_number': 3, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:06:32.867775 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Current status of the port ab70855a-22c0-4b0d-a1ec-45ea9e52005f is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:32.874943 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Attempting to bind port acb76bb4-30e1-40bb-b68b-957109ab756b on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:06:32.875589 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Attempting to bind port acb76bb4-30e1-40bb-b68b-957109ab756b by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:06:32.876111 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Attempting to bind port acb76bb4-30e1-40bb-b68b-957109ab756b on network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:32.901110 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:06:32.901690 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Checking segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:32.902227 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:32.902757 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Bound using segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:06:32.903528 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Bound port: acb76bb4-30e1-40bb-b68b-957109ab756b, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:06:32.904067 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (acb76bb4-30e1-40bb-b68b-957109ab756b), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:32.909489 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Provisioning complete for port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:32.911619 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:32.911803 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (46fc3a64-6775-4efc-82fb-94e1ba2ef98b), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:32.912294 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Pushing event updated for resources: {'Port': ['ID=8454c5ab-9364-43c2-9751-49c932af34e3,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:32.970369 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff437fb7-9a45-4e06-8a37-c721a6872f90 None None] Pushing event updated for resources: {'Port': ['ID=acb76bb4-30e1-40bb-b68b-957109ab756b,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:32.975568 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Network df2a7da3-c61f-4600-a4d7-00eeb18098d5 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:33.012702 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:33.094087 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] For port acb76bb4-30e1-40bb-b68b-957109ab756b, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:06:33.124607 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device ab70855a-22c0-4b0d-a1ec-45ea9e52005f up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:33.139798 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] For port acb76bb4-30e1-40bb-b68b-957109ab756b, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=acb76bb4-30e1-40bb-b68b-957109ab756b,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:06:33.217593 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Current status of the port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:33.225686 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (acb76bb4-30e1-40bb-b68b-957109ab756b), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:33.226059 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Publish callbacks [] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:33.259732 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:33.288345 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-225fe642-7dd8-4307-88eb-7627a383fed2 admin admin] Publish callbacks [] for security_group (edfb53d0-30be-4c6e-afef-e421db074a79), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:33.333327 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-225fe642-7dd8-4307-88eb-7627a383fed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (edfb53d0-30be-4c6e-afef-e421db074a79), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:33.387150 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Provisioning complete for port c1b6fc67-7259-4302-b0a5-d30de16acfd9 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:33.387892 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:33.399256 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-80b5446f-aaaf-4b06-9bfa-71951b622170 req-d1621a73-6fc5-421d-a0e0-c44d8d921491 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 210 time: 0.1366689 Aug 31 04:06:33.498248 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:33.503194 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:33.512959 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:33.572912 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:33.574115 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:06:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:33.574255 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fe642-7dd8-4307-88eb-7627a383fed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfb53d0-30be-4c6e-afef-e421db074a79,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:33.583778 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-225fe642-7dd8-4307-88eb-7627a383fed2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c2671a33610249c3abae886438b1d122&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8122010 Aug 31 04:06:33.587553 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39396) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:33.618442 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3be7ca2c-24f5-4776-92bc-c3adede00e7e,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:33.664940 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:33.666704 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:33.672079 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:33.672585 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:33.742020 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff437fb7-9a45-4e06-8a37-c721a6872f90 None None] Pushing event updated for resources: {'Port': ['ID=acb76bb4-30e1-40bb-b68b-957109ab756b,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:34.015265 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:34.080999 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:34.097569 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Router 452f5ef7-61d0-42f8-9266-736c6a122aeb has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:06:34.110398 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:34.133690 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2f7e7e0b-9ad2-4d58-856e-145547e4c0be admin admin] Publish callbacks [] for security_group (edfb53d0-30be-4c6e-afef-e421db074a79), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:34.198549 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Allocated IP 172.27.1.20 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/40afa797-b27d-4fcf-8c62-626a287116e2) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:34.218215 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:34.267011 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Sync routers for ids ['0ca53967-c5bb-461c-a461-f6445f70aead'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:06:34.291915 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port ab70855a-22c0-4b0d-a1ec-45ea9e52005f triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:34.292560 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:34.335306 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for port (40afa797-b27d-4fcf-8c62-626a287116e2), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:34.384909 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (40afa797-b27d-4fcf-8c62-626a287116e2), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:34.465722 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2f7e7e0b-9ad2-4d58-856e-145547e4c0be admin admin] Publish callbacks [] for security_group (edfb53d0-30be-4c6e-afef-e421db074a79), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:34.512363 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:34.528379 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:34.531909 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Publish callbacks [] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:34.536058 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:34.539542 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:34.540971 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565434'] for router_interface (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:34.554100 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Routers {'0ca53967-c5bb-461c-a461-f6445f70aead'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:34.554986 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:06:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0ca53967-c5bb-461c-a461-f6445f70aead'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:34.714828 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Set router 0ca53967-c5bb-461c-a461-f6445f70aead gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:34.756164 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for floatingip (60b10d95-e84e-41e6-9c7f-a0bed5899ae0), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:34.781370 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:34.818996 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:34.858512 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event updated for resources: {'Port': ['ID=40afa797-b27d-4fcf-8c62-626a287116e2,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:34.858749 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3be7ca2c-24f5-4776-92bc-c3adede00e7e,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:34.873246 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7869f97e-6fbb-45bf-80cf-f2a8feb4a1ab req-c6db246c-f0fc-4ae0-ad8b-01895e10101c tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 210 time: 0.0994205 Aug 31 04:06:34.919308 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:34.921379 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:34.935616 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:34.968482 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (40afa797-b27d-4fcf-8c62-626a287116e2), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:34.972979 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:06:34.976785 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2f7e7e0b-9ad2-4d58-856e-145547e4c0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (edfb53d0-30be-4c6e-afef-e421db074a79), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:34.985921 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2f7e7e0b-9ad2-4d58-856e-145547e4c0be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:34.990955 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-2f7e7e0b-9ad2-4d58-856e-145547e4c0be admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/edfb53d0-30be-4c6e-afef-e421db074a79 HTTP/1.1" status: 204 len: 168 time: 1.3973050 Aug 31 04:06:35.014960 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-8c2c6926-13c5-471e-93a1-10290833a226 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/452f5ef7-61d0-42f8-9266-736c6a122aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8961103 Aug 31 04:06:35.097136 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e7e0b-9ad2-4d58-856e-145547e4c0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfb53d0-30be-4c6e-afef-e421db074a79,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:35.205242 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:06:35.480138 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:06:35.492559 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for port (40afa797-b27d-4fcf-8c62-626a287116e2), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:35.493991 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-07046d90-7f97-4dad-bead-b5240ba3a9c0 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8576488 Aug 31 04:06:35.500865 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:26Z', 'revision_number': 2, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:35.503305 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Current status of the port c1b6fc67-7259-4302-b0a5-d30de16acfd9 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:35.503691 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:35.517682 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (40afa797-b27d-4fcf-8c62-626a287116e2), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:35.519599 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (60b10d95-e84e-41e6-9c7f-a0bed5899ae0), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:35.606369 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:35.609267 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Checking router: 0ca53967-c5bb-461c-a461-f6445f70aead for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:06:35.609935 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Updating router 0ca53967-c5bb-461c-a461-f6445f70aead port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 binding host dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:06:35.610956 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5666959 Aug 31 04:06:35.631832 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63dd32-cf6c-4b23-8d33-cba4e6d6eacb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event updated for resources: {'Port': ['ID=40afa797-b27d-4fcf-8c62-626a287116e2,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:35.652601 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:35.668756 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 2, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:35.744038 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d162f989-4f18-45d1-b3a0-9edf4f55a455 None None] The sync data for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi is: [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 2, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:06:35.751935 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port ab70855a-22c0-4b0d-a1ec-45ea9e52005f is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:35.753088 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 46fc3a64-6775-4efc-82fb-94e1ba2ef98b up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:35.769743 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] For port c1b6fc67-7259-4302-b0a5-d30de16acfd9, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=c1b6fc67-7259-4302-b0a5-d30de16acfd9,segment=NetworkSegment(a5239fcd-4f1c-4c48-b6c3-51b8a021d81e),segment_id=a5239fcd-4f1c-4c48-b6c3-51b8a021d81e)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:06:35.794003 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:35.800544 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:35.902890 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39474) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:35.906837 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Provisioning complete for port 8454c5ab-9364-43c2-9751-49c932af34e3 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:35.907479 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:35.936855 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4648e063-fb38-4ce2-a737-3d55d39c353f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:36.031883 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:36.065594 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Port 8454c5ab-9364-43c2-9751-49c932af34e3 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:06:36.089588 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-986c5be8-43dd-4d6f-ae7d-9fa608f2b3b0 req-24d08bde-2d42-46b2-b9f2-31a9bee2e671 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 210 time: 0.0746140 Aug 31 04:06:36.091740 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29883b5-981c-44db-ad81-dd3899d52528 None None] Pushing event updated for resources: {'Port': ['ID=c1b6fc67-7259-4302-b0a5-d30de16acfd9,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:36.118143 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Sync routers for ids ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:06:36.144902 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:36.145296 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (46fc3a64-6775-4efc-82fb-94e1ba2ef98b), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:36.152358 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Routers {'8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:36.156310 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:06:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:36.256601 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-d3d8bf05-9db9-4220-b561-59ba09632b82 None None] Provisioning complete for port 3be7ca2c-24f5-4776-92bc-c3adede00e7e triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:36.272592 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d3d8bf05-9db9-4220-b561-59ba09632b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:36.366657 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4648e063-fb38-4ce2-a737-3d55d39c353f admin admin] Publish callbacks [] for security_group (66ef11b3-7bfa-4e76-b494-1db07f1445a7), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:36.381139 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4648e063-fb38-4ce2-a737-3d55d39c353f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (66ef11b3-7bfa-4e76-b494-1db07f1445a7), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:36.437027 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.26', 53468) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:36.521810 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Set router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:36.544351 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-4648e063-fb38-4ce2-a737-3d55d39c353f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=18cf8f39cd65417ea253d12191a699bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6401453 Aug 31 04:06:36.549061 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39502) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:36.561426 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648e063-fb38-4ce2-a737-3d55d39c353f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ef11b3-7bfa-4e76-b494-1db07f1445a7,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:36.652121 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-afc383b3-7f94-4111-9900-7df69882d3fc tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:36.654215 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-afc383b3-7f94-4111-9900-7df69882d3fc tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.26 "GET /networking/v2.0/networks?id=baa3571f-8f19-4b2e-8020-5b4000efc9ca HTTP/1.1" status: 200 len: 812 time: 0.2159188 Aug 31 04:06:36.695594 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cf4407f8-a0eb-495e-a948-e960a7f89001 admin admin] Publish callbacks [] for security_group (66ef11b3-7bfa-4e76-b494-1db07f1445a7), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:36.719510 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-4ed8a53a-0cf4-44d8-8836-c578f1cbb0ff tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Request body: {'port': {'device_id': '5844439f-0f36-44bf-8d44-f7c95e7954c4', 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca', 'admin_state_up': True, 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:36.741991 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39510) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:36.745118 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8bf05-9db9-4220-b561-59ba09632b82 None None] Port 3be7ca2c-24f5-4776-92bc-c3adede00e7e cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:06:36.769957 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-35d341c2-3089-41b3-aa72-9e2aed40842e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--749326756', 'description': 'tempest-description--615451422'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:36.819711 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Publish callbacks [] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:36.844205 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cf4407f8-a0eb-495e-a948-e960a7f89001 admin admin] Publish callbacks [] for security_group (66ef11b3-7bfa-4e76-b494-1db07f1445a7), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:36.847912 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:36.892538 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-d3d8bf05-9db9-4220-b561-59ba09632b82 None None] Provisioning complete for port 8454c5ab-9364-43c2-9751-49c932af34e3 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:36.893004 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d3d8bf05-9db9-4220-b561-59ba09632b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:36.902412 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:36.908752 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device c6c402d0-39ed-4f04-90a4-1373ea0d8314 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:36.951532 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-35d341c2-3089-41b3-aa72-9e2aed40842e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:37.016664 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:37.075487 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cf4407f8-a0eb-495e-a948-e960a7f89001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (66ef11b3-7bfa-4e76-b494-1db07f1445a7), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:37.083291 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cf4407f8-a0eb-495e-a948-e960a7f89001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:37.098872 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-cf4407f8-a0eb-495e-a948-e960a7f89001 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/66ef11b3-7bfa-4e76-b494-1db07f1445a7 HTTP/1.1" status: 204 len: 168 time: 0.5469668 Aug 31 04:06:37.100728 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-90eaa3eb-3e1b-40ca-9207-bab64c9ff75a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--392913172&fields=id&tenant_id=66bcbde4eda6417ea15dca2371c28540 HTTP/1.1" status: 200 len: 267 time: 0.4417167 Aug 31 04:06:37.153153 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4407f8-a0eb-495e-a948-e960a7f89001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ef11b3-7bfa-4e76-b494-1db07f1445a7,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:37.175145 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8bf05-9db9-4220-b561-59ba09632b82 None None] Port 8454c5ab-9364-43c2-9751-49c932af34e3 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:06:37.178954 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d145a-39d6-4cd3-bebc-2bf3c12c786c None None] Pushing event updated for resources: {'Port': ['ID=e520fa6a-07c1-49e4-9cb2-7ee10aa5d777,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:37.284976 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:37.311267 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-35d341c2-3089-41b3-aa72-9e2aed40842e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (3756d32e-3405-4e0d-8950-6c4cc3aae48d), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:37.320550 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-35d341c2-3089-41b3-aa72-9e2aed40842e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (3756d32e-3405-4e0d-8950-6c4cc3aae48d), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:37.327361 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:33Z', 'revision_number': 4, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '3be7ca2c-24f5-4776-92bc-c3adede00e7e', 'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'mac_address': 'fa:16:3e:0d:3e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:32Z', 'updated_at': '2022-08-31T04:06:34Z', 'revision_number': 2, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'subnets': [{'id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:37.376374 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Checking router: 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:06:37.377078 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Updating router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 port 3be7ca2c-24f5-4776-92bc-c3adede00e7e binding host dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:06:37.416821 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:37.428129 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:37.434910 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-35d341c2-3089-41b3-aa72-9e2aed40842e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:37.452921 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-35d341c2-3089-41b3-aa72-9e2aed40842e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7097247 Aug 31 04:06:37.477373 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port c6c402d0-39ed-4f04-90a4-1373ea0d8314 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:37.477813 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:37.478535 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39556) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:37.507927 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-54710969-1ee4-41ba-9e59-7c838792845a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'security_group_rule': {'security_group_id': '3756d32e-3405-4e0d-8950-6c4cc3aae48d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:37.570923 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d341c2-3089-41b3-aa72-9e2aed40842e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3756d32e-3405-4e0d-8950-6c4cc3aae48d,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:37.665574 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-54710969-1ee4-41ba-9e59-7c838792845a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (a7923451-64da-4f59-b35e-90ba1f41d2ee), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:37.679567 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Attempting to bind port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:06:37.680119 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Attempting to bind port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:06:37.680625 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Attempting to bind port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 on network 52829969-a42a-442d-a4b2-1b1707d47a14 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:37.708494 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:06:37.708868 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Checking segment: {'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:37.709269 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:37.709658 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Bound using segment: {'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:06:37.715630 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Bound port: e520fa6a-07c1-49e4-9cb2-7ee10aa5d777, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:06:37.716064 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:37.838838 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-54710969-1ee4-41ba-9e59-7c838792845a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (a7923451-64da-4f59-b35e-90ba1f41d2ee), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:37.848945 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-54710969-1ee4-41ba-9e59-7c838792845a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (a7923451-64da-4f59-b35e-90ba1f41d2ee), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:37.898953 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54710969-1ee4-41ba-9e59-7c838792845a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7923451-64da-4f59-b35e-90ba1f41d2ee,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:37.910376 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-54710969-1ee4-41ba-9e59-7c838792845a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:37.911840 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-54710969-1ee4-41ba-9e59-7c838792845a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4321067 Aug 31 04:06:37.914740 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39584) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:37.927344 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-1d5399b5-2bdf-4d49-82b4-e1d440a03f41 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'security_group_rule': {'security_group_id': '3756d32e-3405-4e0d-8950-6c4cc3aae48d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:37.933650 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=6 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:37.998798 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1d5399b5-2bdf-4d49-82b4-e1d440a03f41 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (4c90e093-7702-4f1e-8046-2b47c9be597b), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:38.013639 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Publish callbacks [] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:38.026608 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:38.118917 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:38.140458 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8c6a0-77d0-4dd3-aeaa-45bbe05f0513 None None] Pushing event updated for resources: {'Port': ['ID=3be7ca2c-24f5-4776-92bc-c3adede00e7e,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:38.142071 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port c6c402d0-39ed-4f04-90a4-1373ea0d8314 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:38.143280 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device c1b6fc67-7259-4302-b0a5-d30de16acfd9 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:38.177686 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1d5399b5-2bdf-4d49-82b4-e1d440a03f41 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (4c90e093-7702-4f1e-8046-2b47c9be597b), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:38.188942 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1d5399b5-2bdf-4d49-82b4-e1d440a03f41 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (4c90e093-7702-4f1e-8046-2b47c9be597b), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:38.219975 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Attempting to bind port 3be7ca2c-24f5-4776-92bc-c3adede00e7e on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:06:38.220336 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Attempting to bind port 3be7ca2c-24f5-4776-92bc-c3adede00e7e by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:06:38.220854 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Attempting to bind port 3be7ca2c-24f5-4776-92bc-c3adede00e7e on network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:38.222219 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5399b5-2bdf-4d49-82b4-e1d440a03f41 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c90e093-7702-4f1e-8046-2b47c9be597b,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:38.240173 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:06:38.241634 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Checking segment: {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:38.242498 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:38.243654 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Bound using segment: {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:06:38.244340 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Bound port: 3be7ca2c-24f5-4776-92bc-c3adede00e7e, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:06:38.246242 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:38.246613 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] For port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:06:38.258357 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1d5399b5-2bdf-4d49-82b4-e1d440a03f41 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:38.273607 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-1d5399b5-2bdf-4d49-82b4-e1d440a03f41 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3574095 Aug 31 04:06:38.276703 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39602) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:38.280952 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:38.293265 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'floatingip': {'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:38.314931 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-a20154d3-f8fa-4d56-b230-c189e954649c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:38.317222 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-a20154d3-f8fa-4d56-b230-c189e954649c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 819 time: 1.2142370 Aug 31 04:06:38.324352 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] For port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=e520fa6a-07c1-49e4-9cb2-7ee10aa5d777,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:06:38.354953 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:38.358792 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port c1b6fc67-7259-4302-b0a5-d30de16acfd9 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:38.360831 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:38.392199 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] For port 3be7ca2c-24f5-4776-92bc-c3adede00e7e, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:06:38.397143 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] For port 3be7ca2c-24f5-4776-92bc-c3adede00e7e, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=3be7ca2c-24f5-4776-92bc-c3adede00e7e,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:06:38.407144 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:38.407810 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-8383f21c-65b1-4644-bcb0-f48bbdcb326a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/quotas/490f695240294bbaa99f5eaa1e32b977 HTTP/1.1" status: 200 len: 375 time: 0.0735114 Aug 31 04:06:38.417625 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:38.470877 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-4ed8a53a-0cf4-44d8-8836-c578f1cbb0ff tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Made reservation on behalf of dfea8632ec6f4cb5ac84e58d4fe10e6a for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:06:38.486056 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Routers {'8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:38.486056 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:06:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:38.490288 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-4ed8a53a-0cf4-44d8-8836-c578f1cbb0ff tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:38.613197 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d145a-39d6-4cd3-bebc-2bf3c12c786c None None] Pushing event updated for resources: {'Port': ['ID=e520fa6a-07c1-49e4-9cb2-7ee10aa5d777,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:38.617588 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:38.640843 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8c6a0-77d0-4dd3-aeaa-45bbe05f0513 None None] Pushing event updated for resources: {'Port': ['ID=3be7ca2c-24f5-4776-92bc-c3adede00e7e,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:38.674526 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Routers {'0ca53967-c5bb-461c-a461-f6445f70aead'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:38.677577 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:06:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0ca53967-c5bb-461c-a461-f6445f70aead'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:38.781934 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:38.839241 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] Set router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:39.030373 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Allocated IP 172.27.1.57 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/9e362e3f-18b5-433d-8e37-7dbd9763fd20) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:39.039982 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-4ed8a53a-0cf4-44d8-8836-c578f1cbb0ff tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Allocated IP 172.20.0.10 (baa3571f-8f19-4b2e-8020-5b4000efc9ca/177163f6-c722-4118-9d77-62d0501130ba/c70b840e-d3e2-4644-b547-1b19ffa1be8d) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:39.082658 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:39.377548 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:33Z', 'revision_number': 4, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '3be7ca2c-24f5-4776-92bc-c3adede00e7e', 'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'mac_address': 'fa:16:3e:0d:3e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:32Z', 'updated_at': '2022-08-31T04:06:38Z', 'revision_number': 4, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'subnets': [{'id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:39.432814 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] Set router 0ca53967-c5bb-461c-a461-f6445f70aead gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:39.466183 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for port (9e362e3f-18b5-433d-8e37-7dbd9763fd20), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:39.482714 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09332eb3-2dfe-4cd3-8c25-71f6ba8814ba None None] The sync data for ids ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'] in dv-cinder-853910-5-iscsi is: [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:33Z', 'revision_number': 4, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '3be7ca2c-24f5-4776-92bc-c3adede00e7e', 'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'mac_address': 'fa:16:3e:0d:3e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:32Z', 'updated_at': '2022-08-31T04:06:38Z', 'revision_number': 4, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'subnets': [{'id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:06:39.505283 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-4ed8a53a-0cf4-44d8-8836-c578f1cbb0ff tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Publish callbacks [] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:39.525099 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (9e362e3f-18b5-433d-8e37-7dbd9763fd20), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:39.561591 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:39.570621 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:39.579207 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:39.601734 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:39.640077 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-0ddaef20-1197-42e1-a62b-1d0444cb7e3a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2299137 Aug 31 04:06:39.641984 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:INSERT=10,neutron:UPDATE=4,neutron:SELECT=84,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:39.659447 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e2b65c13-954b-4348-bdc8-2e4068edbcb5 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:39.663814 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e2b65c13-954b-4348-bdc8-2e4068edbcb5 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/networks?id=52829969-a42a-442d-a4b2-1b1707d47a14 HTTP/1.1" status: 200 len: 817 time: 2.5608499 Aug 31 04:06:39.689412 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-4ed8a53a-0cf4-44d8-8836-c578f1cbb0ff tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:39.741581 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'Port': ['ID=9e362e3f-18b5-433d-8e37-7dbd9763fd20,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:39.806353 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port c1b6fc67-7259-4302-b0a5-d30de16acfd9 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:39.806353 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device ece39de7-1369-413c-a32f-ba4f445978ad up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:39.807152 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (3e0fd4f6-f214-4338-af25-6ffc7a17f848), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:39.854479 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:39.866718 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-fc3a86b1-c5e3-40d5-b17d-cb1b8ee1e4ad tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/quotas/66bcbde4eda6417ea15dca2371c28540 HTTP/1.1" status: 200 len: 375 time: 0.1668942 Aug 31 04:06:39.929813 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-4ed8a53a-0cf4-44d8-8836-c578f1cbb0ff tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Network baa3571f-8f19-4b2e-8020-5b4000efc9ca is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:39.959845 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-4ed8a53a-0cf4-44d8-8836-c578f1cbb0ff tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:39.962158 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:39.966198 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (9e362e3f-18b5-433d-8e37-7dbd9763fd20), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:39.975570 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-4ed8a53a-0cf4-44d8-8836-c578f1cbb0ff tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:39.981523 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:38Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:39.996900 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-4ed8a53a-0cf4-44d8-8836-c578f1cbb0ff tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:40.003586 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-4ed8a53a-0cf4-44d8-8836-c578f1cbb0ff tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:40.054233 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79ccc9-dffe-4036-9194-e8cf015672bb None None] The sync data for ids ['0ca53967-c5bb-461c-a461-f6445f70aead'] in dv-cinder-853910-5-iscsi is: [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:38Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:06:40.072861 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port ece39de7-1369-413c-a32f-ba4f445978ad triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:40.073715 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (ece39de7-1369-413c-a32f-ba4f445978ad), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:40.132446 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-293f961e-6777-4e18-8432-bafecc50d39e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=66bcbde4eda6417ea15dca2371c28540&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2051442 Aug 31 04:06:40.311381 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8a53a-0cf4-44d8-8836-c578f1cbb0ff tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Pushing event updated for resources: {'Port': ['ID=c70b840e-d3e2-4644-b547-1b19ffa1be8d,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:40.379588 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-4ed8a53a-0cf4-44d8-8836-c578f1cbb0ff tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6671765 Aug 31 04:06:40.392054 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port ece39de7-1369-413c-a32f-ba4f445978ad is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:40.394034 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (ece39de7-1369-413c-a32f-ba4f445978ad), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:40.447471 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d298477b-12d0-40df-b9b2-c84d4d81b0bc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7999334 Aug 31 04:06:40.459517 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port ece39de7-1369-413c-a32f-ba4f445978ad, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=ece39de7-1369-413c-a32f-ba4f445978ad,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:06:40.471406 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (ece39de7-1369-413c-a32f-ba4f445978ad), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:40.580805 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for port (9e362e3f-18b5-433d-8e37-7dbd9763fd20), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:40.605162 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (9e362e3f-18b5-433d-8e37-7dbd9763fd20), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:40.606123 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (3e0fd4f6-f214-4338-af25-6ffc7a17f848), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:40.631769 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=ece39de7-1369-413c-a32f-ba4f445978ad,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:40.665729 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-77bc4360-797d-4393-abef-13ffadd392c8 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171998 Aug 31 04:06:40.692571 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-d43262fa-c9e6-47a9-ae7a-8c50448c4308 None None] Provisioning complete for port c70b840e-d3e2-4644-b547-1b19ffa1be8d triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:40.695256 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d43262fa-c9e6-47a9-ae7a-8c50448c4308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:40.708866 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:40.712447 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4329829 Aug 31 04:06:40.738887 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e7c60-0c99-4868-8cc4-7481a5cf2c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'Port': ['ID=9e362e3f-18b5-433d-8e37-7dbd9763fd20,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:40.787222 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-d43262fa-c9e6-47a9-ae7a-8c50448c4308 None None] Port c70b840e-d3e2-4644-b547-1b19ffa1be8d cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:06:40.815868 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-a2fb3cac-ff5d-43c3-aa83-f4ab32f8dff2 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:06:40.817005 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-a2fb3cac-ff5d-43c3-aa83-f4ab32f8dff2 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2404377 Aug 31 04:06:40.957562 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-548d3784-dcc4-496d-90a7-8c6c768d1456 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331348 Aug 31 04:06:41.033654 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 3be7ca2c-24f5-4776-92bc-c3adede00e7e up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:41.160411 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 3be7ca2c-24f5-4776-92bc-c3adede00e7e triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:41.168845 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:41.261430 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:41.306489 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39716) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:41.366861 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef160c73-6680-4a9f-b5d9-9f66d4a4a238 req-91dbb758-0ad0-4ea4-b6d8-38ace21e10d0 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:41.383141 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ef160c73-6680-4a9f-b5d9-9f66d4a4a238 req-91dbb758-0ad0-4ea4-b6d8-38ace21e10d0 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 932 time: 0.2841709 Aug 31 04:06:41.420089 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:41.474707 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 3be7ca2c-24f5-4776-92bc-c3adede00e7e is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:41.475482 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:41.494636 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-671dd7d5-d72e-459f-b609-16587cd605d9 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297170 Aug 31 04:06:41.592266 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-f092a9ec-6d40-4654-bceb-df491709bfa1 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:06:41.597180 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-f092a9ec-6d40-4654-bceb-df491709bfa1 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0170701 Aug 31 04:06:41.627548 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ef160c73-6680-4a9f-b5d9-9f66d4a4a238 req-efe074db-eb0c-441b-8bfb-756d755a7795 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403772 Aug 31 04:06:41.701076 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 3be7ca2c-24f5-4776-92bc-c3adede00e7e, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=3be7ca2c-24f5-4776-92bc-c3adede00e7e,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:06:41.733541 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:41.733541 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:41.953937 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-444742a8-dd1d-4ee9-bab0-02b10f57bb9e req-120ec5b1-9812-4774-97e6-f1901c610843 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 210 time: 0.1664169 Aug 31 04:06:42.140733 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b8a1af6d-936b-4726-9b37-f796b24d5984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:42.149678 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=3be7ca2c-24f5-4776-92bc-c3adede00e7e,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:42.174384 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:42.175728 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1f87efef-6a6c-427c-8d4d-8fc30a063a53 req-98f4418c-f5c9-438c-8ab3-b37fbf47fc88 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 210 time: 0.1021690 Aug 31 04:06:42.178430 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:42.237415 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-4e89c566-960c-4567-9b83-b2708d07f245 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--749326756&fields=id&tenant_id=fdbbb020a1944de2a8fa16379f8cec7d HTTP/1.1" status: 200 len: 267 time: 0.2810669 Aug 31 04:06:42.387841 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b8a1af6d-936b-4726-9b37-f796b24d5984 admin admin] Publish callbacks [] for security_group (70158f98-84e4-4890-896b-edecb4726e03), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:42.400272 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b8a1af6d-936b-4726-9b37-f796b24d5984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (70158f98-84e4-4890-896b-edecb4726e03), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:42.463627 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1af6d-936b-4726-9b37-f796b24d5984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70158f98-84e4-4890-896b-edecb4726e03,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:42.478522 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:42.479048 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:42.539208 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-b8a1af6d-936b-4726-9b37-f796b24d5984 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d48f217b3350419b9f7e64c9c2ad55a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2310712 Aug 31 04:06:42.542514 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39788) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:42.559504 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=e520fa6a-07c1-49e4-9cb2-7ee10aa5d777,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:06:42.570370 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:42.571727 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device acb76bb4-30e1-40bb-b68b-957109ab756b up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:42.672258 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-768c82f5-63b9-4b92-bb8e-3455df03d491 admin admin] Publish callbacks [] for security_group (70158f98-84e4-4890-896b-edecb4726e03), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:42.731555 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-768c82f5-63b9-4b92-bb8e-3455df03d491 admin admin] Publish callbacks [] for security_group (70158f98-84e4-4890-896b-edecb4726e03), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:42.778761 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=e520fa6a-07c1-49e4-9cb2-7ee10aa5d777,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:42.818237 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port acb76bb4-30e1-40bb-b68b-957109ab756b triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:42.818668 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (acb76bb4-30e1-40bb-b68b-957109ab756b), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:42.859460 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-cf1380fc-a9ab-4339-8e61-0b9ed97c2f8d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:42.861035 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-768c82f5-63b9-4b92-bb8e-3455df03d491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (70158f98-84e4-4890-896b-edecb4726e03), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:42.864920 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-768c82f5-63b9-4b92-bb8e-3455df03d491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:42.869118 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-768c82f5-63b9-4b92-bb8e-3455df03d491 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/70158f98-84e4-4890-896b-edecb4726e03 HTTP/1.1" status: 204 len: 168 time: 0.3238494 Aug 31 04:06:42.885840 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-cf1380fc-a9ab-4339-8e61-0b9ed97c2f8d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/networks?id=df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 200 len: 815 time: 0.6434779 Aug 31 04:06:42.896997 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c82f5-63b9-4b92-bb8e-3455df03d491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70158f98-84e4-4890-896b-edecb4726e03,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:42.973617 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-2b4f9bbc-3584-4c99-a8e7-29522e8f46fb tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/quotas/fdbbb020a1944de2a8fa16379f8cec7d HTTP/1.1" status: 200 len: 375 time: 0.0887580 Aug 31 04:06:43.060336 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port acb76bb4-30e1-40bb-b68b-957109ab756b is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:43.060928 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (acb76bb4-30e1-40bb-b68b-957109ab756b), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:43.074481 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-89be6fd0-f994-4f07-a71f-437bf07d460b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:43.082947 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-89be6fd0-f994-4f07-a71f-437bf07d460b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 819 time: 0.4959629 Aug 31 04:06:43.119414 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port acb76bb4-30e1-40bb-b68b-957109ab756b, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=acb76bb4-30e1-40bb-b68b-957109ab756b,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:06:43.133607 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (acb76bb4-30e1-40bb-b68b-957109ab756b), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:43.136000 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device c1b6fc67-7259-4302-b0a5-d30de16acfd9 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:43.151315 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Sync routers for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:06:43.163048 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-d4d9a8d9-8b84-415b-9f21-4867f8b117a7 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/quotas/490f695240294bbaa99f5eaa1e32b977 HTTP/1.1" status: 200 len: 375 time: 0.0747976 Aug 31 04:06:43.299706 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:43.304840 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:06:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:43.312168 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-cc7674be-9be7-40cf-a10e-6d10c0387d02 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3373566 Aug 31 04:06:43.361628 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-3477c705-cc71-4a60-967a-5223bf5d0530 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1948440 Aug 31 04:06:43.409289 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:43.461987 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port c1b6fc67-7259-4302-b0a5-d30de16acfd9 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:43.467003 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:43.497544 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:43.556137 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:43.557148 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=acb76bb4-30e1-40bb-b68b-957109ab756b,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:43.659434 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-8aa78eb1-d235-43ca-99c8-12ba580dc6eb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458974 Aug 31 04:06:43.703253 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39814) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:43.705593 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-720656e8-6459-44d2-bb3b-9046250d7a88 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425560 Aug 31 04:06:43.721872 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8ddd348f-550a-4763-8989-2fbf96ca6e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:43.728185 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port c1b6fc67-7259-4302-b0a5-d30de16acfd9 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:43.732220 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:43.853186 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:43.856180 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:43.867541 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:43.892872 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8ddd348f-550a-4763-8989-2fbf96ca6e41 admin admin] Publish callbacks [] for security_group (93078bf2-41b2-429c-9adc-9d9ebcd2e646), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:43.900005 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8ddd348f-550a-4763-8989-2fbf96ca6e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (93078bf2-41b2-429c-9adc-9d9ebcd2e646), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:43.923813 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:43.941569 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:43.946260 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-8ddd348f-550a-4763-8989-2fbf96ca6e41 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ea788ab7bfa34c08b286c932a2bc91e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419538 Aug 31 04:06:43.949826 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 39820) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:43.996912 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=13 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:44.019850 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd348f-550a-4763-8989-2fbf96ca6e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93078bf2-41b2-429c-9adc-9d9ebcd2e646,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:44.044716 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-47002f25-6bbc-4d4d-ba61-261b2b4c8aad admin admin] Publish callbacks [] for security_group (93078bf2-41b2-429c-9adc-9d9ebcd2e646), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:44.070046 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-47002f25-6bbc-4d4d-ba61-261b2b4c8aad admin admin] Publish callbacks [] for security_group (93078bf2-41b2-429c-9adc-9d9ebcd2e646), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:44.072244 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Request body: {'port': {'device_id': '5844439f-0f36-44bf-8d44-f7c95e7954c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:44.151359 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-47002f25-6bbc-4d4d-ba61-261b2b4c8aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (93078bf2-41b2-429c-9adc-9d9ebcd2e646), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:44.154632 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-47002f25-6bbc-4d4d-ba61-261b2b4c8aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:44.157377 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-47002f25-6bbc-4d4d-ba61-261b2b4c8aad admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/93078bf2-41b2-429c-9adc-9d9ebcd2e646 HTTP/1.1" status: 204 len: 168 time: 0.1968806 Aug 31 04:06:44.171782 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47002f25-6bbc-4d4d-ba61-261b2b4c8aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93078bf2-41b2-429c-9adc-9d9ebcd2e646,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:44.302254 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:44.302709 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:44.319785 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-01013421-95f8-4bf6-84a6-9bdece0507f2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6130090 Aug 31 04:06:44.323388 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:44.347679 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-8136f952-4b2c-405b-8104-9255c4a0f8bb service neutron] 10.222.0.18 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848073 Aug 31 04:06:44.350201 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:06:44.481916 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:44.660862 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 2, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:44.904905 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Checking router: 452f5ef7-61d0-42f8-9266-736c6a122aeb for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:06:44.905253 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Updating router 452f5ef7-61d0-42f8-9266-736c6a122aeb port 8454c5ab-9364-43c2-9751-49c932af34e3 binding host dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:06:45.121015 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:45.147223 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:45.280707 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:45.784865 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3016085d-350d-4d5a-b424-7f104022bd74 req-de0cf44d-5f7e-4444-be9b-09c498477ba8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 210 time: 0.4342425 Aug 31 04:06:45.791000 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:45.802906 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:45.976234 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eecf88-6496-4ef0-bba2-ee7d56617e07 req-ebde0b41-9102-4627-8e91-d3b87fe6fe16 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:45.979982 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-40eecf88-6496-4ef0-bba2-ee7d56617e07 req-ebde0b41-9102-4627-8e91-d3b87fe6fe16 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 932 time: 0.6385407 Aug 31 04:06:46.033440 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.26', 53489) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:46.298014 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70b840e-d3e2-4644-b547-1b19ffa1be8d {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:06:46.352981 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Publish callbacks [] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:46.441075 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Transition to ACTIVE for port object c70b840e-d3e2-4644-b547-1b19ffa1be8d will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:06:46.514372 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:46.584480 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-983f3245-9259-4ac7-ab97-6decb5542393 req-8a54eb4f-8c0d-477e-88bd-e37082e59127 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 210 time: 0.6019068 Aug 31 04:06:46.639211 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:46.755497 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-40eecf88-6496-4ef0-bba2-ee7d56617e07 req-e87008f1-4438-427c-9854-11e11eb9bc3c tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7464476 Aug 31 04:06:46.814629 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-1250226f-6d77-445f-87a3-35034dce5ef9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:46.814745 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-1250226f-6d77-445f-87a3-35034dce5ef9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.26 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 819 time: 0.7794580 Aug 31 04:06:46.850073 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-e5c19c6a-5fa8-4ccd-93c8-aec9521d39e8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Request body: {'port': {'device_id': '05badbbb-888b-4ba8-8e63-c45489dabb5e', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'admin_state_up': True, 'tenant_id': '490f695240294bbaa99f5eaa1e32b977'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:46.995966 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Attempting to bind port c70b840e-d3e2-4644-b547-1b19ffa1be8d on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:06:47.006375 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Attempting to bind port c70b840e-d3e2-4644-b547-1b19ffa1be8d by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'a5239fcd-4f1c-4c48-b6c3-51b8a021d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:06:47.007295 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Attempting to bind port c70b840e-d3e2-4644-b547-1b19ffa1be8d on network baa3571f-8f19-4b2e-8020-5b4000efc9ca {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:47.010114 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Pushing event updated for resources: {'Port': ['ID=c70b840e-d3e2-4644-b547-1b19ffa1be8d,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:47.038859 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Port c70b840e-d3e2-4644-b547-1b19ffa1be8d on network baa3571f-8f19-4b2e-8020-5b4000efc9ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:06:47.039545 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Attempting to bind port c70b840e-d3e2-4644-b547-1b19ffa1be8d on network baa3571f-8f19-4b2e-8020-5b4000efc9ca {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:47.054929 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-065d49bc-ad8c-469c-891f-754c8c99a5d0 req-81dadde3-8dbb-4290-8089-ffffab5d1618 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 210 time: 0.1115997 Aug 31 04:06:47.081045 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:47.082152 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 3be7ca2c-24f5-4776-92bc-c3adede00e7e up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:47.098203 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:47.099856 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:47.104359 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-abbe7172-b101-4625-988d-cc3ec4ded479 req-3a72ce5d-fdb1-44d7-b3dd-a9c1fdae7a8d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 210 time: 0.0662391 Aug 31 04:06:47.106287 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:06:47.106872 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Checking segment: {'id': 'a5239fcd-4f1c-4c48-b6c3-51b8a021d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:47.113711 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Bound using segment: {'id': 'a5239fcd-4f1c-4c48-b6c3-51b8a021d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:06:47.114686 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Bound port: c70b840e-d3e2-4644-b547-1b19ffa1be8d, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5239fcd-4f1c-4c48-b6c3-51b8a021d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:06:47.115761 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:47.249094 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] For port c70b840e-d3e2-4644-b547-1b19ffa1be8d, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:06:47.308070 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] For port c70b840e-d3e2-4644-b547-1b19ffa1be8d, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c70b840e-d3e2-4644-b547-1b19ffa1be8d,segment=NetworkSegment(a5239fcd-4f1c-4c48-b6c3-51b8a021d81e),segment_id=a5239fcd-4f1c-4c48-b6c3-51b8a021d81e)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:06:47.315305 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.26', 53496) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:47.345974 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:47.349186 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Publish callbacks [] for port (8454c5ab-9364-43c2-9751-49c932af34e3), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:47.360361 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:47.363286 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-e5c19c6a-5fa8-4ccd-93c8-aec9521d39e8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Made reservation on behalf of 490f695240294bbaa99f5eaa1e32b977 for: {'port': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:06:47.374840 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-e5c19c6a-5fa8-4ccd-93c8-aec9521d39e8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:47.502482 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 3be7ca2c-24f5-4776-92bc-c3adede00e7e triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:47.502870 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:47.727583 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-f4ed58ad-531e-41e7-b7bf-3a5a78fc3e99 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:47.737213 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-f4ed58ad-531e-41e7-b7bf-3a5a78fc3e99 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.26 "GET /networking/v2.0/networks?id=52829969-a42a-442d-a4b2-1b1707d47a14 HTTP/1.1" status: 200 len: 817 time: 0.4173563 Aug 31 04:06:47.746037 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:47.784663 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:47.799716 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:47.810374 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/c70b840e-d3e2-4644-b547-1b19ffa1be8d HTTP/1.1" status: 200 len: 1094 time: 4.2480059 Aug 31 04:06:47.810791 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5844439f-0f36-44bf-8d44-f7c95e7954c4', 'tag': 'c70b840e-d3e2-4644-b547-1b19ffa1be8d'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:06:47.814293 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Attempting to bind port 8454c5ab-9364-43c2-9751-49c932af34e3 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:06:47.816990 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Attempting to bind port 8454c5ab-9364-43c2-9751-49c932af34e3 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:06:47.819858 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Attempting to bind port 8454c5ab-9364-43c2-9751-49c932af34e3 on network df2a7da3-c61f-4600-a4d7-00eeb18098d5 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:47.849272 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:06:47.849721 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Checking segment: {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:47.850036 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:47.850429 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Bound using segment: {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:06:47.850910 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Bound port: 8454c5ab-9364-43c2-9751-49c932af34e3, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:06:47.851310 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:47.877090 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69e1b5-4c1d-432e-b1ac-79eeb454c570 None None] Pushing event updated for resources: {'Port': ['ID=8454c5ab-9364-43c2-9751-49c932af34e3,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:47.957374 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055cbf0-038e-450e-a765-c8c099208e76 service neutron] Pushing event updated for resources: {'Port': ['ID=c70b840e-d3e2-4644-b547-1b19ffa1be8d,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:48.078421 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 3be7ca2c-24f5-4776-92bc-c3adede00e7e is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:48.088146 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device ece39de7-1369-413c-a32f-ba4f445978ad up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:48.146885 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b3b2a495-3a95-4909-944e-e930c40b4c31 req-70b039dd-34c1-401e-9c5c-4876b7adfb78 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 210 time: 0.1904778 Aug 31 04:06:48.150191 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-e5c19c6a-5fa8-4ccd-93c8-aec9521d39e8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Allocated IP 172.20.0.10 (4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e/fa37a94d-b25b-47af-8952-0a7e47ca5103/992c7f80-18c6-4637-bdf4-bbd2517f5794) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:48.217926 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce564a84-ec1e-44ef-be7a-a955aa16baeb req-b62bc9ec-e85a-4595-8bc4-7f4344351dbc tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:48.220747 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ce564a84-ec1e-44ef-be7a-a955aa16baeb req-b62bc9ec-e85a-4595-8bc4-7f4344351dbc tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 944 time: 0.2347782 Aug 31 04:06:48.247925 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] For port 8454c5ab-9364-43c2-9751-49c932af34e3, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:06:48.259524 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] For port 8454c5ab-9364-43c2-9751-49c932af34e3, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=8454c5ab-9364-43c2-9751-49c932af34e3,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:06:48.289046 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:48.343640 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ce564a84-ec1e-44ef-be7a-a955aa16baeb req-721dd1b9-0898-49a0-9c7b-ad58befd4ccd tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146057 Aug 31 04:06:48.353287 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:06:48.357370 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:06:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:48.359957 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port ece39de7-1369-413c-a32f-ba4f445978ad triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:48.360561 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (ece39de7-1369-413c-a32f-ba4f445978ad), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:48.373806 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0813d917-64a0-4205-b8f5-0f67c7e8f404" -d '{"events": [{"name": "network-changed", "server_uuid": "5844439f-0f36-44bf-8d44-f7c95e7954c4", "tag": "c70b840e-d3e2-4644-b547-1b19ffa1be8d"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:06:48.391350 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-e5c19c6a-5fa8-4ccd-93c8-aec9521d39e8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:48.417728 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:48.431628 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-e5c19c6a-5fa8-4ccd-93c8-aec9521d39e8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:48.475464 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9da02ef4-8b64-487a-ae37-ac8d4bb34a7b req-6eaa7a70-e10c-40c9-bb4e-a100142c41ab tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 210 time: 0.0674851 Aug 31 04:06:48.526616 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69e1b5-4c1d-432e-b1ac-79eeb454c570 None None] Pushing event updated for resources: {'Port': ['ID=8454c5ab-9364-43c2-9751-49c932af34e3,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:48.559312 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-02dbebe1-183c-4bb7-9ec7-2f78d8af4ce2 req-bb2c8dc0-464f-4a29-9cda-01bb1f1a3e91 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 210 time: 0.0814865 Aug 31 04:06:48.581066 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-e5c19c6a-5fa8-4ccd-93c8-aec9521d39e8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:48.607599 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-e5c19c6a-5fa8-4ccd-93c8-aec9521d39e8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:48.615900 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-e5c19c6a-5fa8-4ccd-93c8-aec9521d39e8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:48.620845 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-e5c19c6a-5fa8-4ccd-93c8-aec9521d39e8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:48.621553 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-e5c19c6a-5fa8-4ccd-93c8-aec9521d39e8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for port (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:48.637601 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c19c6a-5fa8-4ccd-93c8-aec9521d39e8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Pushing event updated for resources: {'Port': ['ID=992c7f80-18c6-4637-bdf4-bbd2517f5794,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:48.653301 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-e5c19c6a-5fa8-4ccd-93c8-aec9521d39e8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8064456 Aug 31 04:06:48.706958 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port ece39de7-1369-413c-a32f-ba4f445978ad is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:48.708380 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device acb76bb4-30e1-40bb-b68b-957109ab756b up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:48.720984 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a3c4c4-b98c-464d-b832-6caf00084edd x-openstack-request-id: req-62a3c4c4-b98c-464d-b832-6caf00084edd {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:06:48.721275 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5844439f-0f36-44bf-8d44-f7c95e7954c4", "tag": "c70b840e-d3e2-4644-b547-1b19ffa1be8d", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:06:48.721550 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62a3c4c4-b98c-464d-b832-6caf00084edd {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:06:48.722051 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a3c4c4-b98c-464d-b832-6caf00084edd'] response: {'name': 'network-changed', 'server_uuid': '5844439f-0f36-44bf-8d44-f7c95e7954c4', 'tag': 'c70b840e-d3e2-4644-b547-1b19ffa1be8d', 'status': 'completed', 'code': 200} Aug 31 04:06:48.764548 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:06:48.868002 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port acb76bb4-30e1-40bb-b68b-957109ab756b triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:48.868370 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (acb76bb4-30e1-40bb-b68b-957109ab756b), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:48.919825 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:48.947656 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:49.046284 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-a4e4a031-cb51-480a-9d76-45f8b5e171f1 None None] Provisioning complete for port 992c7f80-18c6-4637-bdf4-bbd2517f5794 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:49.046800 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a4e4a031-cb51-480a-9d76-45f8b5e171f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:49.048440 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port acb76bb4-30e1-40bb-b68b-957109ab756b is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:49.091729 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:48Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:06:49.093778 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4a031-cb51-480a-9d76-45f8b5e171f1 None None] Port 992c7f80-18c6-4637-bdf4-bbd2517f5794 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:06:49.121087 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ba962-879a-4fa5-a489-c1851c1fbf2b None None] The sync data for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi is: [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:48Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:06:49.196401 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 40016) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:49.208442 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:49.277537 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:49.278175 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:49.324922 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d3ceaebe-1542-4438-a1b3-089f691231d2 req-9b3fe997-d25f-42d4-a324-1d35c200427c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 210 time: 0.0420892 Aug 31 04:06:49.394966 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=10 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:49.396033 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:49.412095 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:49.413594 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 8454c5ab-9364-43c2-9751-49c932af34e3 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:49.466649 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 8454c5ab-9364-43c2-9751-49c932af34e3 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:49.467380 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:49.561760 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f19fe-5cb9-4db1-ad70-95bef32e5f53 req-c3974920-19cd-444a-8acc-f23c768ab3e1 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:49.574160 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9c5f19fe-5cb9-4db1-ad70-95bef32e5f53 req-c3974920-19cd-444a-8acc-f23c768ab3e1 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 944 time: 0.0872319 Aug 31 04:06:49.647791 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 8454c5ab-9364-43c2-9751-49c932af34e3 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:49.648254 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:49.653712 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f3f912df-7086-4d60-8a7f-65a2235840c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:49.667294 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-92b69878-cc57-4d21-8e47-80ba56ea4483 req-cfe5f324-4e3f-4671-a2fc-8d6b80fd6fbb tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 210 time: 0.0455401 Aug 31 04:06:49.693733 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9c5f19fe-5cb9-4db1-ad70-95bef32e5f53 req-e171c911-fdb1-408a-b68c-c92e00a91c5f tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167595 Aug 31 04:06:49.714899 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 8454c5ab-9364-43c2-9751-49c932af34e3, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=8454c5ab-9364-43c2-9751-49c932af34e3,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:06:49.719357 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:49.779601 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:49.803530 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=8454c5ab-9364-43c2-9751-49c932af34e3,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:49.818602 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f3f912df-7086-4d60-8a7f-65a2235840c5 admin admin] Publish callbacks [] for security_group (fcd82a2e-1589-45f0-8d8c-ed281bcdd174), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:49.824495 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f3f912df-7086-4d60-8a7f-65a2235840c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (fcd82a2e-1589-45f0-8d8c-ed281bcdd174), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:49.824943 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-918a8f3b-b109-4229-9129-321ab64bc296 req-35e1bd3d-2672-48b3-95b3-6adea8b4a6d1 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 210 time: 0.0531235 Aug 31 04:06:49.867707 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-f3f912df-7086-4d60-8a7f-65a2235840c5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=74b87deb41334c5195849a7852bccbf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6700544 Aug 31 04:06:49.868756 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f912df-7086-4d60-8a7f-65a2235840c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd82a2e-1589-45f0-8d8c-ed281bcdd174,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:49.869543 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 40044) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:49.931283 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0a6be0c5-f079-4c75-a12f-a615926398e5 admin admin] Publish callbacks [] for security_group (fcd82a2e-1589-45f0-8d8c-ed281bcdd174), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:49.953710 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0a6be0c5-f079-4c75-a12f-a615926398e5 admin admin] Publish callbacks [] for security_group (fcd82a2e-1589-45f0-8d8c-ed281bcdd174), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:50.008859 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0a6be0c5-f079-4c75-a12f-a615926398e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (fcd82a2e-1589-45f0-8d8c-ed281bcdd174), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:50.011539 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0a6be0c5-f079-4c75-a12f-a615926398e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:50.012823 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-0a6be0c5-f079-4c75-a12f-a615926398e5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fcd82a2e-1589-45f0-8d8c-ed281bcdd174 HTTP/1.1" status: 204 len: 168 time: 0.1418712 Aug 31 04:06:50.021407 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6be0c5-f079-4c75-a12f-a615926398e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd82a2e-1589-45f0-8d8c-ed281bcdd174,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:50.233552 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 40056) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:50.349716 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3f49bf0c-c2a7-4132-ae07-51d1e79dac53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:50.373628 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 40062) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:50.396601 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-37858179-77df-43bd-bcd8-f79e58bd3ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:50.488207 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6d379294-21be-441d-9be9-cab31e58ce99 req-d709e238-c33c-4357-a27f-554fd5df14d6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 210 time: 0.0635428 Aug 31 04:06:50.540845 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3f49bf0c-c2a7-4132-ae07-51d1e79dac53 admin admin] Publish callbacks [] for security_group (a922ef8e-a26c-4adf-89c0-7102604f900f), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:50.546110 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3f49bf0c-c2a7-4132-ae07-51d1e79dac53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a922ef8e-a26c-4adf-89c0-7102604f900f), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:50.560774 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-37858179-77df-43bd-bcd8-f79e58bd3ebd admin admin] Publish callbacks [] for security_group (7dcab1ef-cba5-49b1-b80f-006adf8c94a8), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:50.572469 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-37858179-77df-43bd-bcd8-f79e58bd3ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (7dcab1ef-cba5-49b1-b80f-006adf8c94a8), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:50.595445 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49bf0c-c2a7-4132-ae07-51d1e79dac53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a922ef8e-a26c-4adf-89c0-7102604f900f,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:50.605102 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-3f49bf0c-c2a7-4132-ae07-51d1e79dac53 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=28d82c7df412404fac16026ea268db02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3704195 Aug 31 04:06:50.610451 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 40066) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:50.639676 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:50.645935 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-37858179-77df-43bd-bcd8-f79e58bd3ebd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=16f35b9b73fe49c6a6f4168507dae294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710748 Aug 31 04:06:50.647230 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37858179-77df-43bd-bcd8-f79e58bd3ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcab1ef-cba5-49b1-b80f-006adf8c94a8,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:50.652620 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 40068) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:50.682188 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:50.879158 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-50d4747f-ea7e-49ff-a8fe-123387fd3c10 req-1524c8fa-882f-4066-b734-d44eaa26f629 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 210 time: 0.0789020 Aug 31 04:06:50.888820 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-384a0ab9-2751-4b42-a2e9-e8500a82630f admin admin] Publish callbacks [] for security_group (a922ef8e-a26c-4adf-89c0-7102604f900f), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:50.906555 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-86a9fc00-1be2-4e3a-aa9a-5e0f5a307183 admin admin] Publish callbacks [] for security_group (7dcab1ef-cba5-49b1-b80f-006adf8c94a8), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:50.926500 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae4e6a-b9a2-4244-8e48-ace6c25fc98b req-88bc7192-c3e9-47e8-86e9-68a72ad09bc2 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:50.928301 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4ae4e6a-b9a2-4244-8e48-ace6c25fc98b req-88bc7192-c3e9-47e8-86e9-68a72ad09bc2 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 944 time: 0.1296566 Aug 31 04:06:50.970327 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-86a9fc00-1be2-4e3a-aa9a-5e0f5a307183 admin admin] Publish callbacks [] for security_group (7dcab1ef-cba5-49b1-b80f-006adf8c94a8), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:50.993268 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-384a0ab9-2751-4b42-a2e9-e8500a82630f admin admin] Publish callbacks [] for security_group (a922ef8e-a26c-4adf-89c0-7102604f900f), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:51.048055 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8ce38a32-3a2d-4ad9-b865-02a37134bfcd req-981c2cd9-b625-4f0a-a25f-7431b6599267 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 210 time: 0.0722342 Aug 31 04:06:51.107162 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4ae4e6a-b9a2-4244-8e48-ace6c25fc98b req-367db1c8-20d1-4ce4-ac5f-cb53716412f0 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626081 Aug 31 04:06:51.157126 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-384a0ab9-2751-4b42-a2e9-e8500a82630f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a922ef8e-a26c-4adf-89c0-7102604f900f), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:51.160067 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-384a0ab9-2751-4b42-a2e9-e8500a82630f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:51.163551 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-384a0ab9-2751-4b42-a2e9-e8500a82630f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a922ef8e-a26c-4adf-89c0-7102604f900f HTTP/1.1" status: 204 len: 168 time: 0.5497692 Aug 31 04:06:51.167565 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 8454c5ab-9364-43c2-9751-49c932af34e3 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:06:51.168594 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-86a9fc00-1be2-4e3a-aa9a-5e0f5a307183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (7dcab1ef-cba5-49b1-b80f-006adf8c94a8), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:51.172212 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-86a9fc00-1be2-4e3a-aa9a-5e0f5a307183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:51.187567 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-86a9fc00-1be2-4e3a-aa9a-5e0f5a307183 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7dcab1ef-cba5-49b1-b80f-006adf8c94a8 HTTP/1.1" status: 204 len: 168 time: 0.5314159 Aug 31 04:06:51.203264 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a0ab9-2751-4b42-a2e9-e8500a82630f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a922ef8e-a26c-4adf-89c0-7102604f900f,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:51.225110 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9fc00-1be2-4e3a-aa9a-5e0f5a307183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcab1ef-cba5-49b1-b80f-006adf8c94a8,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:51.259837 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 8454c5ab-9364-43c2-9751-49c932af34e3 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:51.260518 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:51.391491 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 8454c5ab-9364-43c2-9751-49c932af34e3 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:06:51.676156 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-53b98b63-ba9d-4257-9431-b0f6ea2029f1 req-d84eb502-7f50-44ec-aa74-0b47ce857ac6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 210 time: 0.0664914 Aug 31 04:06:51.933500 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 40116) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:52.040903 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ff03fb6f-a33b-46ce-a628-36171ae6261b req-35db58b0-6422-41dd-b509-a3c500299b17 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 210 time: 0.0466499 Aug 31 04:06:52.233192 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e04b0d86-5700-481b-b23a-56f1fe391f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:52.330011 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-220c9205-73cb-493b-a951-f7b5e9f4098a req-0ce818a6-8736-4133-bfd6-bc597ac859c0 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 210 time: 0.0934343 Aug 31 04:06:52.431233 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998abfac-f448-4ba0-8bd5-20531a3f66bd req-6418e6ae-6829-400f-a8d1-5b72f86a549b tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:52.439139 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-998abfac-f448-4ba0-8bd5-20531a3f66bd req-6418e6ae-6829-400f-a8d1-5b72f86a549b tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 944 time: 0.1254461 Aug 31 04:06:52.506277 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-998abfac-f448-4ba0-8bd5-20531a3f66bd req-e1f3e837-a140-43e7-ad77-2d56bd8cd9bc tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644326 Aug 31 04:06:52.534739 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e04b0d86-5700-481b-b23a-56f1fe391f42 admin admin] Publish callbacks [] for security_group (ad43b1bf-c43f-4a2d-b285-5fdc6fe85d9e), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:52.540660 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e04b0d86-5700-481b-b23a-56f1fe391f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (ad43b1bf-c43f-4a2d-b285-5fdc6fe85d9e), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:52.619216 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 40146) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:52.628481 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-e04b0d86-5700-481b-b23a-56f1fe391f42 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a1fb712ac4714f24bf16a5566acbae6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6931009 Aug 31 04:06:52.658542 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b0d86-5700-481b-b23a-56f1fe391f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad43b1bf-c43f-4a2d-b285-5fdc6fe85d9e,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:52.739631 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a1e8dd28-e3b4-48a4-a7b1-afd0dd970af7 admin admin] Publish callbacks [] for security_group (ad43b1bf-c43f-4a2d-b285-5fdc6fe85d9e), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:52.763807 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a1e8dd28-e3b4-48a4-a7b1-afd0dd970af7 admin admin] Publish callbacks [] for security_group (ad43b1bf-c43f-4a2d-b285-5fdc6fe85d9e), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:52.874540 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Request body: {'port': {'device_id': '05badbbb-888b-4ba8-8e63-c45489dabb5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:52.952173 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9d87d2e5-7dba-493b-851f-c95116e14605 req-84438ddd-d142-4d28-b21b-c4f887049d70 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 210 time: 0.0870018 Aug 31 04:06:52.953234 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a1e8dd28-e3b4-48a4-a7b1-afd0dd970af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (ad43b1bf-c43f-4a2d-b285-5fdc6fe85d9e), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:52.956033 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a1e8dd28-e3b4-48a4-a7b1-afd0dd970af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:52.957111 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-a1e8dd28-e3b4-48a4-a7b1-afd0dd970af7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ad43b1bf-c43f-4a2d-b285-5fdc6fe85d9e HTTP/1.1" status: 204 len: 168 time: 0.3366549 Aug 31 04:06:53.052887 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:53.177084 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-901df046-c559-4028-9531-f267d942e79f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=66bcbde4eda6417ea15dca2371c28540 HTTP/1.1" status: 200 len: 379 time: 0.3318222 Aug 31 04:06:53.314413 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813d917-64a0-4205-b8f5-0f67c7e8f404 req-1b7d0669-db7a-47ab-adf2-96324dfbbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:53.316934 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0813d917-64a0-4205-b8f5-0f67c7e8f404 req-1b7d0669-db7a-47ab-adf2-96324dfbbb54 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=dfea8632ec6f4cb5ac84e58d4fe10e6a&device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 1128 time: 0.1381114 Aug 31 04:06:53.340276 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-8861da99-d339-42fc-a12c-0ea80dce7c92 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Request body: {'port': {'device_id': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'admin_state_up': True, 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'security_groups': ['35250622-1cbc-455c-a944-e73893e0d5dc']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:53.623303 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:53.741876 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-abc94442-d231-45c8-a33d-8ccf6308fefc req-01b11327-0891-4752-a906-de342f4f53dd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 210 time: 0.4210231 Aug 31 04:06:53.743769 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8dd28-e3b4-48a4-a7b1-afd0dd970af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad43b1bf-c43f-4a2d-b285-5fdc6fe85d9e,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:53.753211 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:53.819803 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:53.886470 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.notifiers.nova [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992c7f80-18c6-4637-bdf4-bbd2517f5794 {{(pid=106458) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:06:53.899280 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Publish callbacks [] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:53.947841 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.provisioning_blocks [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Transition to ACTIVE for port object 992c7f80-18c6-4637-bdf4-bbd2517f5794 will not be triggered until provisioned by entity L2. {{(pid=106458) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:06:53.953537 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:54.081126 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Pushing event updated for resources: {'Port': ['ID=992c7f80-18c6-4637-bdf4-bbd2517f5794,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:54.090898 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Attempting to bind port 992c7f80-18c6-4637-bdf4-bbd2517f5794 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:06:54.091001 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Attempting to bind port 992c7f80-18c6-4637-bdf4-bbd2517f5794 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:06:54.091375 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Attempting to bind port 992c7f80-18c6-4637-bdf4-bbd2517f5794 on network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:54.098422 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Port 992c7f80-18c6-4637-bdf4-bbd2517f5794 on network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:06:54.098745 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Attempting to bind port 992c7f80-18c6-4637-bdf4-bbd2517f5794 on network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:54.104960 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:06:54.105307 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Checking segment: {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:54.105955 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Bound using segment: {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'} {{(pid=106458) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:06:54.106399 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.managers [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Bound port: 992c7f80-18c6-4637-bdf4-bbd2517f5794, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'}}] {{(pid=106458) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:06:54.106759 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:54.157309 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:54.179227 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c8a41030-38c0-428c-a695-62eaf8f21469 req-6356a953-49e1-4a04-ad20-5509a3581740 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 210 time: 0.4557018 Aug 31 04:06:54.234591 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] For port 992c7f80-18c6-4637-bdf4-bbd2517f5794, host hv-cinder-85391, cleared binding levels {{(pid=106458) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:06:54.241165 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] For port 992c7f80-18c6-4637-bdf4-bbd2517f5794, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=992c7f80-18c6-4637-bdf4-bbd2517f5794,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106458) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:06:54.257103 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:54.263761 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:54.264480 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for port (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:54.268842 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/992c7f80-18c6-4637-bdf4-bbd2517f5794 HTTP/1.1" status: 200 len: 1094 time: 1.4031425 Aug 31 04:06:54.269318 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05badbbb-888b-4ba8-8e63-c45489dabb5e', 'tag': '992c7f80-18c6-4637-bdf4-bbd2517f5794'}] {{(pid=106458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:06:54.310999 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-8861da99-d339-42fc-a12c-0ea80dce7c92 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Made reservation on behalf of 66bcbde4eda6417ea15dca2371c28540 for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:06:54.315577 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-8861da99-d339-42fc-a12c-0ea80dce7c92 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:54.375149 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-49edd278-5423-43ff-870e-42f00144d3d2 req-6b37f689-5b15-4356-98c2-abc5871e2fcb tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 210 time: 0.0856349 Aug 31 04:06:54.416675 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0be1b5-d4b8-4dcb-b1e4-92bd7a05d983 req-840dd637-c4cf-4580-b849-e04a3b0e344c tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:54.424203 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6c0be1b5-d4b8-4dcb-b1e4-92bd7a05d983 req-840dd637-c4cf-4580-b849-e04a3b0e344c tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 944 time: 0.3794341 Aug 31 04:06:54.451570 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4180b86-fa12-42f1-b60c-1d11919071a6 service neutron] Pushing event updated for resources: {'Port': ['ID=992c7f80-18c6-4637-bdf4-bbd2517f5794,revision_number=3']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:54.476801 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813d917-64a0-4205-b8f5-0f67c7e8f404 req-a0a19137-3b8d-4b17-8354-fdc413d27251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:54.478242 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0813d917-64a0-4205-b8f5-0f67c7e8f404 req-a0a19137-3b8d-4b17-8354-fdc413d27251 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=dfea8632ec6f4cb5ac84e58d4fe10e6a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8527956 Aug 31 04:06:54.544660 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6c0be1b5-d4b8-4dcb-b1e4-92bd7a05d983 req-9f437be3-0a98-49bf-aa31-6946075da400 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195996 Aug 31 04:06:54.584982 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab21058fd9cc7c6c9b6319ea517c36f91abc2cee6dad35e856c077ecf1eac4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23909231-65b7-4eac-968b-3cccb1561524" -d '{"events": [{"name": "network-changed", "server_uuid": "05badbbb-888b-4ba8-8e63-c45489dabb5e", "tag": "992c7f80-18c6-4637-bdf4-bbd2517f5794"}]}' {{(pid=106458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:06:54.625575 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-8861da99-d339-42fc-a12c-0ea80dce7c92 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Allocated IP 172.20.0.7 (52829969-a42a-442d-a4b2-1b1707d47a14/6e59a379-9915-439a-b89a-fd25376e37d9/4a38be32-98cb-48fd-b704-e08ed42a7fef) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:54.754865 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aa2e69-8814-4004-af01-4ab06fc31090 x-openstack-request-id: req-d4aa2e69-8814-4004-af01-4ab06fc31090 {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:06:54.755262 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05badbbb-888b-4ba8-8e63-c45489dabb5e", "tag": "992c7f80-18c6-4637-bdf4-bbd2517f5794", "status": "completed", "code": 200}]} {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:06:54.756089 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4aa2e69-8814-4004-af01-4ab06fc31090 {{(pid=106458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:06:54.756089 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4aa2e69-8814-4004-af01-4ab06fc31090'] response: {'name': 'network-changed', 'server_uuid': '05badbbb-888b-4ba8-8e63-c45489dabb5e', 'tag': '992c7f80-18c6-4637-bdf4-bbd2517f5794', 'status': 'completed', 'code': 200} Aug 31 04:06:54.825470 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-8861da99-d339-42fc-a12c-0ea80dce7c92 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:54.857318 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6e61b136-a56c-4c8b-95e2-dd3d8fcbb17d req-61062d0b-8f84-4a06-bfb9-4ec582c5c47c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 210 time: 0.0354996 Aug 31 04:06:54.892918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-8861da99-d339-42fc-a12c-0ea80dce7c92 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:54.949998 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-8861da99-d339-42fc-a12c-0ea80dce7c92 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Network 52829969-a42a-442d-a4b2-1b1707d47a14 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:06:54.953669 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-8861da99-d339-42fc-a12c-0ea80dce7c92 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:06:54.956422 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-8861da99-d339-42fc-a12c-0ea80dce7c92 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:06:54.961974 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-8861da99-d339-42fc-a12c-0ea80dce7c92 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:54.962385 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-8861da99-d339-42fc-a12c-0ea80dce7c92 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:54.965176 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861da99-d339-42fc-a12c-0ea80dce7c92 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event updated for resources: {'Port': ['ID=4a38be32-98cb-48fd-b704-e08ed42a7fef,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:54.992283 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-8861da99-d339-42fc-a12c-0ea80dce7c92 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6645310 Aug 31 04:06:55.176165 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-83d13f61-8474-4046-b901-d62a90af1e6b None None] Provisioning complete for port 4a38be32-98cb-48fd-b704-e08ed42a7fef triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:06:55.176812 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-83d13f61-8474-4046-b901-d62a90af1e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:55.225447 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:55.227616 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-83d13f61-8474-4046-b901-d62a90af1e6b None None] Port 4a38be32-98cb-48fd-b704-e08ed42a7fef cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:06:55.320781 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9858c-b9b7-4656-8e76-e5de4c3852c2 req-8c38f5ef-2a0a-4ef3-aa68-6712f6677a9f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:55.322282 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-21b9858c-b9b7-4656-8e76-e5de4c3852c2 req-8c38f5ef-2a0a-4ef3-aa68-6712f6677a9f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 931 time: 0.0559101 Aug 31 04:06:55.377523 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-21b9858c-b9b7-4656-8e76-e5de4c3852c2 req-6b2d563b-e2be-4a80-a1c6-c6ea3e063080 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490725 Aug 31 04:06:55.481712 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3dffc86d-e7a5-42c2-b4b4-2c87750d0369 req-fa1f7ef4-c93a-4224-9b65-4245898092af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 210 time: 0.0276973 Aug 31 04:06:55.615206 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-34aa5c9d-737b-4f4a-b870-bade709c30c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:55.665401 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:55.685827 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b581666-1b25-462f-80da-fdf0d43c0696 req-fcd9d5b5-2c4f-4046-b6da-00c7614e9db1 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:55.687560 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4b581666-1b25-462f-80da-fdf0d43c0696 req-fcd9d5b5-2c4f-4046-b6da-00c7614e9db1 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 944 time: 0.0587842 Aug 31 04:06:55.751007 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4b581666-1b25-462f-80da-fdf0d43c0696 req-1cf4336f-e160-4d4b-8e1e-ea01049090db tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561872 Aug 31 04:06:55.995350 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-72823222-6245-4b62-bfaa-3f9b08d43665 req-82e06469-905e-4920-b5a2-36a369c6ecd4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 210 time: 0.0281835 Aug 31 04:06:56.511273 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fc0c5-ac53-4cda-8d40-eb8d7dab95e9 req-5cd7d827-3b30-4cb4-9d80-9457d7a344cd tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:56.512766 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-305fc0c5-ac53-4cda-8d40-eb8d7dab95e9 req-5cd7d827-3b30-4cb4-9d80-9457d7a344cd tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 931 time: 0.0568922 Aug 31 04:06:56.569855 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-305fc0c5-ac53-4cda-8d40-eb8d7dab95e9 req-b460c765-72d9-4878-a54c-5b9dc165e4a0 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511198 Aug 31 04:06:56.588884 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e268973c-c67d-41d9-a832-20d1648e6b53 req-6c6cfc7a-d494-40ee-8921-08e9b3b1234f tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 210 time: 0.0317945 Aug 31 04:06:56.898615 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125bea6-2cab-4dd9-b2d6-a5d0447e6713 req-c3e7a234-fb9e-4c93-982a-8bae3ac142e2 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:56.900255 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b125bea6-2cab-4dd9-b2d6-a5d0447e6713 req-c3e7a234-fb9e-4c93-982a-8bae3ac142e2 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 944 time: 0.0602362 Aug 31 04:06:56.937825 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:56.951549 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b125bea6-2cab-4dd9-b2d6-a5d0447e6713 req-c4800bf6-cb7e-470f-b98d-ed5a37c670fc tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447474 Aug 31 04:06:57.100750 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-648b9d08-f631-406c-859b-b0a4d2206eb4 req-27ea8df6-e6d2-433b-84b2-b4bfa8ca9d87 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 210 time: 0.0308464 Aug 31 04:06:57.154780 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Request body: {'port': {'device_id': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:57.342537 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:57.366095 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813d917-64a0-4205-b8f5-0f67c7e8f404 req-aa1db2bf-4ac1-4759-9e0a-999435cbe8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:57.367653 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0813d917-64a0-4205-b8f5-0f67c7e8f404 req-aa1db2bf-4ac1-4759-9e0a-999435cbe8d3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2254188 Aug 31 04:06:57.452250 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.26', 53521) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:57.506311 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23909231-65b7-4eac-968b-3cccb1561524 req-f000f7ce-d3ad-44df-9a21-7e9065e70eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:57.508309 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-23909231-65b7-4eac-968b-3cccb1561524 req-f000f7ce-d3ad-44df-9a21-7e9065e70eb4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 1128 time: 0.1173882 Aug 31 04:06:57.514093 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-b5b28d76-4562-4df5-9c64-ac715cd00954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:57.516060 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-b5b28d76-4562-4df5-9c64-ac715cd00954 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=dfea8632ec6f4cb5ac84e58d4fe10e6a&device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 1128 time: 0.0627007 Aug 31 04:06:57.597681 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.26', 53522) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:06:57.633425 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-8d32a8a1-f789-4761-9c52-2b02c36b685a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c70b840e-d3e2-4644-b547-1b19ffa1be8d HTTP/1.1" status: 200 len: 217 time: 0.0853736 Aug 31 04:06:57.704433 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7920827d-1b4a-42e2-bfd1-c3acf446737d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:57.809024 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-9c1085e1-6d89-4aef-a2a7-801b3a382226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:57.810608 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-9c1085e1-6d89-4aef-a2a7-801b3a382226 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=177163f6-c722-4118-9d77-62d0501130ba HTTP/1.1" status: 200 len: 851 time: 0.1341894 Aug 31 04:06:57.833717 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23909231-65b7-4eac-968b-3cccb1561524 req-249d2453-f6ac-446f-a0e1-a6a7d8c7948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:57.835488 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-23909231-65b7-4eac-968b-3cccb1561524 req-249d2453-f6ac-446f-a0e1-a6a7d8c7948f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=490f695240294bbaa99f5eaa1e32b977&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3179533 Aug 31 04:06:57.968104 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:57.975489 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d7e0d603-cf00-49cb-9fed-d8e2860788cb req-182478bc-56fd-4177-9759-36ab36ac6893 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 210 time: 0.0894618 Aug 31 04:06:57.988889 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-cc69bdc7-4563-4bbb-8c7d-bfa2d7575b5a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:57.990676 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-cc69bdc7-4563-4bbb-8c7d-bfa2d7575b5a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "GET /networking/v2.0/networks?id=df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 200 len: 815 time: 0.5768201 Aug 31 04:06:58.054422 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1baf23d-0d23-4aad-b355-21434da0a513 req-b8ada63a-4a41-4bab-9b71-cd787eca1617 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:58.055377 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-b05b0113-3665-4067-9956-3b4201cfc3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:58.056787 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-b05b0113-3665-4067-9956-3b4201cfc3e0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=baa3571f-8f19-4b2e-8020-5b4000efc9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1868649 Aug 31 04:06:58.061045 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e1baf23d-0d23-4aad-b355-21434da0a513 req-b8ada63a-4a41-4bab-9b71-cd787eca1617 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 931 time: 0.1780317 Aug 31 04:06:58.130378 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-2c40d653-c81c-4fa8-9468-9e478b35a973 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:58.131897 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-2c40d653-c81c-4fa8-9468-9e478b35a973 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.26 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 819 time: 0.5332470 Aug 31 04:06:58.149957 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-df9fbae4-d957-4709-a554-fa5dc9291ab4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Request body: {'port': {'device_id': '3b9983bf-7a14-46ef-89bf-05fa2102ea35', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'admin_state_up': True, 'tenant_id': '490f695240294bbaa99f5eaa1e32b977'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:58.214566 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:58.335337 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:58.353275 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-ee330004-309c-43af-89ab-18416aa06ddf tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fdbbb020a1944de2a8fa16379f8cec7d HTTP/1.1" status: 200 len: 379 time: 0.3454227 Aug 31 04:06:58.367316 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993a4ed-d2aa-421b-b6ee-e9e49e9ca133 req-187d1069-59cf-4ed9-a9e1-2d7a69c51094 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:58.367763 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23909231-65b7-4eac-968b-3cccb1561524 req-c03b73cb-59e6-4c30-bb8b-18385b98aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:58.368924 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7993a4ed-d2aa-421b-b6ee-e9e49e9ca133 req-187d1069-59cf-4ed9-a9e1-2d7a69c51094 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 944 time: 0.2773926 Aug 31 04:06:58.369411 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-23909231-65b7-4eac-968b-3cccb1561524 req-c03b73cb-59e6-4c30-bb8b-18385b98aae3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5093737 Aug 31 04:06:58.398480 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e1baf23d-0d23-4aad-b355-21434da0a513 req-fdc6fd89-2397-4d81-a987-1949c6075a56 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3364336 Aug 31 04:06:58.406699 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-e4759754-c97c-4231-9c39-6fab3a58ff30 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/baa3571f-8f19-4b2e-8020-5b4000efc9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428309 Aug 31 04:06:58.437987 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-561192c9-23fd-48b6-bd5b-67d391bd620b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'port': {'device_id': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'admin_state_up': True, 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'security_groups': ['3756d32e-3405-4e0d-8950-6c4cc3aae48d']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:06:58.463889 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a38be32-98cb-48fd-b704-e08ed42a7fef {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:06:58.516524 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:58.520522 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-0d6a5c41-9b94-406b-8f60-ab7f88a67c3d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/baa3571f-8f19-4b2e-8020-5b4000efc9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077616 Aug 31 04:06:58.556185 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Publish callbacks [] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:58.586569 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-5f1d0e66-93d1-4496-8782-253daee1d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:58.588172 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-5f1d0e66-93d1-4496-8782-253daee1d523 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 1128 time: 0.0663342 Aug 31 04:06:58.758957 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Transition to ACTIVE for port object 4a38be32-98cb-48fd-b704-e08ed42a7fef will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:06:58.787302 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8087b6ac-14ed-4679-ab08-b0e9b8596492 req-7d5bec10-e491-4c1d-b2f6-6a22f1564926 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 210 time: 0.2145953 Aug 31 04:06:58.798522 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:58.841014 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:58.844411 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7993a4ed-d2aa-421b-b6ee-e9e49e9ca133 req-97f4f43b-a63e-4715-be7e-05fbf9183e68 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442241 Aug 31 04:06:58.879603 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-df9fbae4-d957-4709-a554-fa5dc9291ab4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Made reservation on behalf of 490f695240294bbaa99f5eaa1e32b977 for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:06:58.884301 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-df9fbae4-d957-4709-a554-fa5dc9291ab4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:58.885097 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:59.004387 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Attempting to bind port 4a38be32-98cb-48fd-b704-e08ed42a7fef on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:06:59.004724 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Attempting to bind port 4a38be32-98cb-48fd-b704-e08ed42a7fef by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:06:59.005054 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Attempting to bind port 4a38be32-98cb-48fd-b704-e08ed42a7fef on network 52829969-a42a-442d-a4b2-1b1707d47a14 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:59.035924 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a38be32-98cb-48fd-b704-e08ed42a7fef,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:59.043794 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-561192c9-23fd-48b6-bd5b-67d391bd620b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Made reservation on behalf of fdbbb020a1944de2a8fa16379f8cec7d for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:06:59.047632 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-561192c9-23fd-48b6-bd5b-67d391bd620b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:59.051995 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Port 4a38be32-98cb-48fd-b704-e08ed42a7fef on network 52829969-a42a-442d-a4b2-1b1707d47a14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:06:59.052284 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Attempting to bind port 4a38be32-98cb-48fd-b704-e08ed42a7fef on network 52829969-a42a-442d-a4b2-1b1707d47a14 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:06:59.075500 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:06:59.075836 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Checking segment: {'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:06:59.076214 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Bound using segment: {'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:06:59.076658 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Bound port: 4a38be32-98cb-48fd-b704-e08ed42a7fef, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:06:59.077009 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:59.139377 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-25e9e981-b0f7-4ad9-9837-e9eca9411945 req-96a07a41-88a9-4838-8c9d-5f23a7dd4730 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 210 time: 0.0691285 Aug 31 04:06:59.286858 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-df9fbae4-d957-4709-a554-fa5dc9291ab4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Allocated IP 172.20.0.14 (4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e/fa37a94d-b25b-47af-8952-0a7e47ca5103/6b575fcc-5e74-46cb-a2b3-d057f4200d55) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:59.324305 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] For port 4a38be32-98cb-48fd-b704-e08ed42a7fef, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:06:59.346708 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:59.348892 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] For port 4a38be32-98cb-48fd-b704-e08ed42a7fef, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:06:59.353901 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:INSERT=8 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:59.382834 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:59.385979 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:59.386959 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:59.388363 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/4a38be32-98cb-48fd-b704-e08ed42a7fef HTTP/1.1" status: 200 len: 1093 time: 2.2374063 Aug 31 04:06:59.389553 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-561192c9-23fd-48b6-bd5b-67d391bd620b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Allocated IP 172.20.0.9 (df2a7da3-c61f-4600-a4d7-00eeb18098d5/da35dc9f-c372-4110-8bb0-0f937da725c4/55988fa5-eb1f-435f-ba39-34e32cd7d071) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:06:59.395558 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'tag': '4a38be32-98cb-48fd-b704-e08ed42a7fef'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:06:59.397864 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeee666-50d1-4458-b94a-25954b975334" -d '{"events": [{"name": "network-changed", "server_uuid": "675abe1e-ac1e-458b-b5ac-745a7f6917b7", "tag": "4a38be32-98cb-48fd-b704-e08ed42a7fef"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:06:59.455080 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c9dc0a-19fd-4bc5-9eb3-deeae863a494 x-openstack-request-id: req-46c9dc0a-19fd-4bc5-9eb3-deeae863a494 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:06:59.455377 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675abe1e-ac1e-458b-b5ac-745a7f6917b7", "tag": "4a38be32-98cb-48fd-b704-e08ed42a7fef", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:06:59.455901 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46c9dc0a-19fd-4bc5-9eb3-deeae863a494 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:06:59.456312 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c9dc0a-19fd-4bc5-9eb3-deeae863a494'] response: {'name': 'network-changed', 'server_uuid': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'tag': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'status': 'completed', 'code': 200} Aug 31 04:06:59.580826 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b80369-4019-4142-9ce4-02a67c9b52f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a38be32-98cb-48fd-b704-e08ed42a7fef,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:06:59.645169 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-19e71ec2-aad1-4c39-a9ed-1566668da9fc service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=992c7f80-18c6-4637-bdf4-bbd2517f5794 HTTP/1.1" status: 200 len: 217 time: 0.0392513 Aug 31 04:06:59.655935 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267633f-b83c-439e-bdee-18521d9a807d req-be6ac481-a48b-46c3-b46a-2d773d617fce tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:59.657424 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b267633f-b83c-439e-bdee-18521d9a807d req-be6ac481-a48b-46c3-b46a-2d773d617fce tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.1450861 Aug 31 04:06:59.692961 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:06:59.701045 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-e709c1d6-03b4-4695-86fe-53a1b2445a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:59.703013 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-e709c1d6-03b4-4695-86fe-53a1b2445a56 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fa37a94d-b25b-47af-8952-0a7e47ca5103 HTTP/1.1" status: 200 len: 858 time: 0.0510602 Aug 31 04:06:59.748512 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-6db77fa2-85e5-40ae-9386-43552879096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:59.750351 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-6db77fa2-85e5-40ae-9386-43552879096d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414808 Aug 31 04:06:59.754138 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-df9fbae4-d957-4709-a554-fa5dc9291ab4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:59.759518 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeee666-50d1-4458-b94a-25954b975334 req-dfa5b6e3-8841-4927-bbc8-9db8515e252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:06:59.761000 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eaeee666-50d1-4458-b94a-25954b975334 req-dfa5b6e3-8841-4927-bbc8-9db8515e252a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66bcbde4eda6417ea15dca2371c28540&device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 1127 time: 0.1290903 Aug 31 04:06:59.870135 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-4baa86db-021f-4852-8a19-3626ae4557f4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137352 Aug 31 04:06:59.888361 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b267633f-b83c-439e-bdee-18521d9a807d req-db02323e-6da7-4471-b179-8027abd08778 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854341 Aug 31 04:06:59.943580 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-561192c9-23fd-48b6-bd5b-67d391bd620b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:06:59.947937 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9df3d9c-1dac-42a4-a0f0-22181aa25e99 req-c09a559e-efd7-4718-8f06-29dd0e99c31f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 210 time: 0.0671847 Aug 31 04:06:59.962479 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-df9fbae4-d957-4709-a554-fa5dc9291ab4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:00.069759 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:00.088836 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeee666-50d1-4458-b94a-25954b975334 req-6897faa6-212d-498a-869c-f57fcd0a405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:00.090313 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eaeee666-50d1-4458-b94a-25954b975334 req-6897faa6-212d-498a-869c-f57fcd0a405e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=66bcbde4eda6417ea15dca2371c28540&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3152950 Aug 31 04:07:00.095916 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-df9fbae4-d957-4709-a554-fa5dc9291ab4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:07:00.105755 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ccca7-80c4-4bc3-adca-e08b9f5e5b7d req-9446895a-d16d-48c9-a8a2-c069eaf2f394 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:00.107260 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ee0ccca7-80c4-4bc3-adca-e08b9f5e5b7d req-9446895a-d16d-48c9-a8a2-c069eaf2f394 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 944 time: 0.1535749 Aug 31 04:07:00.110901 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-df9fbae4-d957-4709-a554-fa5dc9291ab4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:07:00.113554 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-df9fbae4-d957-4709-a554-fa5dc9291ab4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:07:00.118682 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-df9fbae4-d957-4709-a554-fa5dc9291ab4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:00.119348 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-df9fbae4-d957-4709-a554-fa5dc9291ab4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:00.121997 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fbae4-d957-4709-a554-fa5dc9291ab4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Pushing event updated for resources: {'Port': ['ID=6b575fcc-5e74-46cb-a2b3-d057f4200d55,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:00.154833 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-561192c9-23fd-48b6-bd5b-67d391bd620b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:00.171437 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:00.175842 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-df9fbae4-d957-4709-a554-fa5dc9291ab4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0310428 Aug 31 04:07:00.225561 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-561192c9-23fd-48b6-bd5b-67d391bd620b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Network df2a7da3-c61f-4600-a4d7-00eeb18098d5 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:07:00.240343 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-561192c9-23fd-48b6-bd5b-67d391bd620b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:07:00.242860 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-561192c9-23fd-48b6-bd5b-67d391bd620b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:07:00.247944 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-561192c9-23fd-48b6-bd5b-67d391bd620b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:00.248587 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-561192c9-23fd-48b6-bd5b-67d391bd620b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:00.277963 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561192c9-23fd-48b6-bd5b-67d391bd620b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'Port': ['ID=55988fa5-eb1f-435f-ba39-34e32cd7d071,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:00.286936 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ee0ccca7-80c4-4bc3-adca-e08b9f5e5b7d req-ea87b534-02fd-4258-b901-1391e231e35a tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580617 Aug 31 04:07:00.310595 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-561192c9-23fd-48b6-bd5b-67d391bd620b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8775311 Aug 31 04:07:00.332692 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea62fc7-4012-49b9-9952-309a4cd071b1 req-49a63fa6-26fd-4328-b2f5-4eaedb9040ff tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:00.335248 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8ea62fc7-4012-49b9-9952-309a4cd071b1 req-49a63fa6-26fd-4328-b2f5-4eaedb9040ff tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 931 time: 0.0772243 Aug 31 04:07:00.403710 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8ea62fc7-4012-49b9-9952-309a4cd071b1 req-207ecd77-aba2-4446-a3bc-f8040106a68d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612357 Aug 31 04:07:00.413596 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:00.427401 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 40442) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:00.476901 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:00.595180 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-4f2009bb-e8c9-4708-bdef-e1579fe1b4ea None None] Provisioning complete for port 6b575fcc-5e74-46cb-a2b3-d057f4200d55 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:07:00.595180 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4f2009bb-e8c9-4708-bdef-e1579fe1b4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:00.606983 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fb20-26ec-4ea8-aa81-0cc81ecda3a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:00.632217 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-4f2009bb-e8c9-4708-bdef-e1579fe1b4ea None None] Port 6b575fcc-5e74-46cb-a2b3-d057f4200d55 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:07:00.640244 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-4f2009bb-e8c9-4708-bdef-e1579fe1b4ea None None] Provisioning complete for port 55988fa5-eb1f-435f-ba39-34e32cd7d071 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:07:00.640674 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4f2009bb-e8c9-4708-bdef-e1579fe1b4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:00.674527 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-4f2009bb-e8c9-4708-bdef-e1579fe1b4ea None None] Port 55988fa5-eb1f-435f-ba39-34e32cd7d071 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:07:00.686750 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fb20-26ec-4ea8-aa81-0cc81ecda3a8 admin admin] Publish callbacks [] for security_group (a93840b4-b21b-4721-b668-3abc849ec72d), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:00.691630 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fb20-26ec-4ea8-aa81-0cc81ecda3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a93840b4-b21b-4721-b668-3abc849ec72d), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:00.731496 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-9ba3fb20-26ec-4ea8-aa81-0cc81ecda3a8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c5f787c561a24c02a97f227fa6e8344f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025792 Aug 31 04:07:00.732332 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3fb20-26ec-4ea8-aa81-0cc81ecda3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93840b4-b21b-4721-b668-3abc849ec72d,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:00.734500 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 40452) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:00.792468 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-588d72c6-8a1f-4d7c-b340-b703b482b554 admin admin] Publish callbacks [] for security_group (a93840b4-b21b-4721-b668-3abc849ec72d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:00.815195 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-588d72c6-8a1f-4d7c-b340-b703b482b554 admin admin] Publish callbacks [] for security_group (a93840b4-b21b-4721-b668-3abc849ec72d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:00.870816 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-588d72c6-8a1f-4d7c-b340-b703b482b554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a93840b4-b21b-4721-b668-3abc849ec72d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:00.875998 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-588d72c6-8a1f-4d7c-b340-b703b482b554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:00.877583 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-588d72c6-8a1f-4d7c-b340-b703b482b554 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a93840b4-b21b-4721-b668-3abc849ec72d HTTP/1.1" status: 204 len: 168 time: 0.1420400 Aug 31 04:07:00.886950 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d72c6-8a1f-4d7c-b340-b703b482b554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93840b4-b21b-4721-b668-3abc849ec72d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:00.990750 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:01.003733 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:01.058019 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f6d37-d320-4133-9c90-1bf223959ba0 req-6698d5e1-2a24-493d-8a9a-c2320d545097 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:01.060289 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-214f6d37-d320-4133-9c90-1bf223959ba0 req-6698d5e1-2a24-493d-8a9a-c2320d545097 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0797765 Aug 31 04:07:01.116697 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729a480-1cb4-45b7-9113-dae7e850673f req-c0fc15c9-f354-4576-86fe-f27585a3043e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:01.118419 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9729a480-1cb4-45b7-9113-dae7e850673f req-c0fc15c9-f354-4576-86fe-f27585a3043e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 932 time: 0.0834434 Aug 31 04:07:01.157749 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-214f6d37-d320-4133-9c90-1bf223959ba0 req-f79106b5-2f2a-44a3-bc3e-bf9ef36a1126 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792210 Aug 31 04:07:01.195398 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9729a480-1cb4-45b7-9113-dae7e850673f req-081ca982-0ccc-42d5-83e3-442ab48c4a35 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677547 Aug 31 04:07:01.270815 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 40468) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:01.286552 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1daa94ba-936d-4952-827a-39be72d3c04d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:01.393774 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1daa94ba-936d-4952-827a-39be72d3c04d admin admin] Publish callbacks [] for security_group (a58c2f12-b654-441c-b9bc-321299964407), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:01.402009 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1daa94ba-936d-4952-827a-39be72d3c04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a58c2f12-b654-441c-b9bc-321299964407), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:01.454410 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa94ba-936d-4952-827a-39be72d3c04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58c2f12-b654-441c-b9bc-321299964407,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:01.460166 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf12d0-686b-4bd9-9548-8fa19289ea6b req-4f06b082-119e-403d-98eb-0446cd0edf52 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:01.460436 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-1daa94ba-936d-4952-827a-39be72d3c04d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5b2488cbcb474806a5a8401dfc82e65b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884148 Aug 31 04:07:01.461723 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-95bf12d0-686b-4bd9-9548-8fa19289ea6b req-4f06b082-119e-403d-98eb-0446cd0edf52 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 944 time: 0.0696375 Aug 31 04:07:01.463227 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 40474) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:01.588104 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-95bf12d0-686b-4bd9-9548-8fa19289ea6b req-3ce27a27-62a7-444e-8d85-2f1dcfefaf9c tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161151 Aug 31 04:07:01.611269 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2eb39fcf-76ef-48c1-bf26-b92c27b1f1f0 admin admin] Publish callbacks [] for security_group (a58c2f12-b654-441c-b9bc-321299964407), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:01.628726 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca1e7c-c631-4d0e-8252-7a154f7b2917 req-c0a80f29-9112-4405-94c4-5b07b0a6813b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:01.630240 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c4ca1e7c-c631-4d0e-8252-7a154f7b2917 req-c0a80f29-9112-4405-94c4-5b07b0a6813b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 931 time: 0.1016080 Aug 31 04:07:01.649154 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2eb39fcf-76ef-48c1-bf26-b92c27b1f1f0 admin admin] Publish callbacks [] for security_group (a58c2f12-b654-441c-b9bc-321299964407), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:01.715315 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c4ca1e7c-c631-4d0e-8252-7a154f7b2917 req-7177d520-be79-46cb-900d-469dcfad13af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766077 Aug 31 04:07:01.738251 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2eb39fcf-76ef-48c1-bf26-b92c27b1f1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a58c2f12-b654-441c-b9bc-321299964407), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:01.741414 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2eb39fcf-76ef-48c1-bf26-b92c27b1f1f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:01.742571 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-2eb39fcf-76ef-48c1-bf26-b92c27b1f1f0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a58c2f12-b654-441c-b9bc-321299964407 HTTP/1.1" status: 204 len: 168 time: 0.2784288 Aug 31 04:07:01.746562 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:01.752683 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb39fcf-76ef-48c1-bf26-b92c27b1f1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58c2f12-b654-441c-b9bc-321299964407,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:02.326369 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c6476-2c9d-43af-b82b-2b9abadf4882 req-bb7ad737-6bd1-4d1a-88e3-4e0d55b19768 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:02.328019 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-665c6476-2c9d-43af-b82b-2b9abadf4882 req-bb7ad737-6bd1-4d1a-88e3-4e0d55b19768 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0826769 Aug 31 04:07:02.350974 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed5c9b-d09a-4409-848e-e05b5302a39e req-0e1d814f-8089-41cf-a821-06cdbd225de2 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:02.352665 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-17ed5c9b-d09a-4409-848e-e05b5302a39e req-0e1d814f-8089-41cf-a821-06cdbd225de2 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 932 time: 0.0699508 Aug 31 04:07:02.379840 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:02.422906 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-665c6476-2c9d-43af-b82b-2b9abadf4882 req-85e965ff-fedc-40f9-b2e2-e7b6179c60f0 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864275 Aug 31 04:07:02.439264 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Request body: {'port': {'device_id': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:07:02.442586 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device c70b840e-d3e2-4644-b547-1b19ffa1be8d details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:07:02.460336 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Request body: {'port': {'device_id': '3b9983bf-7a14-46ef-89bf-05fa2102ea35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:07:02.578190 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-adc2ad7a-add0-46f4-a337-b70d6c16fcfe req-7e54dd2e-a515-420c-9b71-c5e185de4523 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416943 Aug 31 04:07:02.632895 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port c70b840e-d3e2-4644-b547-1b19ffa1be8d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c70b840e-d3e2-4644-b547-1b19ffa1be8d,segment=NetworkSegment(a5239fcd-4f1c-4c48-b6c3-51b8a021d81e),segment_id=a5239fcd-4f1c-4c48-b6c3-51b8a021d81e)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:02.647645 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': 'c70b840e-d3e2-4644-b547-1b19ffa1be8d', 'network_id': 'baa3571f-8f19-4b2e-8020-5b4000efc9ca', 'port_id': 'c70b840e-d3e2-4644-b547-1b19ffa1be8d', 'mac_address': 'fa:16:3e:86:ba:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177163f6-c722-4118-9d77-62d0501130ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:07:02.709667 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port c70b840e-d3e2-4644-b547-1b19ffa1be8d is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:07:02.710436 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:02.712316 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-17ed5c9b-d09a-4409-848e-e05b5302a39e req-bcdc2a13-22b7-4483-868b-a9404cdcff3a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509343 Aug 31 04:07:02.746738 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70b840e-d3e2-4644-b547-1b19ffa1be8d {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:07:02.802290 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port c70b840e-d3e2-4644-b547-1b19ffa1be8d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c70b840e-d3e2-4644-b547-1b19ffa1be8d,segment=NetworkSegment(a5239fcd-4f1c-4c48-b6c3-51b8a021d81e),segment_id=a5239fcd-4f1c-4c48-b6c3-51b8a021d81e)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:02.810526 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:02.882316 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=c70b840e-d3e2-4644-b547-1b19ffa1be8d,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:02.924524 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2576a-722e-4255-838c-ef8941ccdebb req-2bab4366-5733-43e3-bd15-cf99f1c5d0a5 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:02.926100 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f7f2576a-722e-4255-838c-ef8941ccdebb req-2bab4366-5733-43e3-bd15-cf99f1c5d0a5 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 945 time: 0.1264653 Aug 31 04:07:03.019213 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:03.058545 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac755469-8216-4a44-8d06-78caedd3f882 req-8c235abf-008f-4a33-bccc-b37851f5ef2b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:03.060064 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ac755469-8216-4a44-8d06-78caedd3f882 req-8c235abf-008f-4a33-bccc-b37851f5ef2b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 931 time: 0.2244604 Aug 31 04:07:03.060917 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:03.072040 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['c70b840e-d3e2-4644-b547-1b19ffa1be8d'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:07:03.074907 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeee666-50d1-4458-b94a-25954b975334 req-b0c7bdf2-2435-49c1-9dc7-6e7738cd0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:03.076456 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eaeee666-50d1-4458-b94a-25954b975334 req-b0c7bdf2-2435-49c1-9dc7-6e7738cd0f4b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6495726 Aug 31 04:07:03.174340 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f7f2576a-722e-4255-838c-ef8941ccdebb req-947896a6-b2eb-4ce5-a907-67854a7341ba tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990709 Aug 31 04:07:03.286903 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ac755469-8216-4a44-8d06-78caedd3f882 req-1094e868-6415-4134-a865-9646aa7ee8f5 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009604 Aug 31 04:07:03.471941 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-6e33cbf8-4286-4d26-9d69-b95c122e2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:03.473384 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-6e33cbf8-4286-4d26-9d69-b95c122e2b69 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66bcbde4eda6417ea15dca2371c28540&device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 1127 time: 0.1225913 Aug 31 04:07:03.548861 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:03.603558 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-06b86167-3f84-4c60-94c2-5e33c1c01544 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef HTTP/1.1" status: 200 len: 217 time: 0.0993288 Aug 31 04:07:03.685675 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:03.713485 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7b100-d692-4829-b7b1-e1cdbce5e5cf req-5fa68a1e-e730-4a6a-9285-539833891bb0 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:03.715061 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eef7b100-d692-4829-b7b1-e1cdbce5e5cf req-5fa68a1e-e730-4a6a-9285-539833891bb0 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.2006416 Aug 31 04:07:03.779688 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-88ae072d-a7b1-4a8b-9ffc-2b160b1a21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:03.781174 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-88ae072d-a7b1-4a8b-9ffc-2b160b1a21ea service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6e59a379-9915-439a-b89a-fd25376e37d9 HTTP/1.1" status: 200 len: 856 time: 0.1537943 Aug 31 04:07:03.997881 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-f602de1a-a56f-4c6b-89d3-2dabe88f2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:03.999627 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-f602de1a-a56f-4c6b-89d3-2dabe88f2101 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=52829969-a42a-442d-a4b2-1b1707d47a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2079203 Aug 31 04:07:04.007482 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b575fcc-5e74-46cb-a2b3-d057f4200d55 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:07:04.015164 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55988fa5-eb1f-435f-ba39-34e32cd7d071 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:07:04.024837 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe3438-f801-434e-9fe5-510fba0f39eb req-d182c51c-79c3-45c9-be4e-c65b2f4805ad tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:04.026380 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e9fe3438-f801-434e-9fe5-510fba0f39eb req-d182c51c-79c3-45c9-be4e-c65b2f4805ad tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 932 time: 0.2118745 Aug 31 04:07:04.029758 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eef7b100-d692-4829-b7b1-e1cdbce5e5cf req-8b22ccb4-20ce-4136-aa45-93ba1c10868b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880177 Aug 31 04:07:04.044742 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Publish callbacks [] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:04.048490 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Publish callbacks [] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:04.134781 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Transition to ACTIVE for port object 6b575fcc-5e74-46cb-a2b3-d057f4200d55 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:07:04.143399 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Transition to ACTIVE for port object 55988fa5-eb1f-435f-ba39-34e32cd7d071 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:07:04.150630 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:04.171884 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:04.254702 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e9fe3438-f801-434e-9fe5-510fba0f39eb req-dc1358d2-4fd2-4293-ac97-45cc36a1e3d6 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130198 Aug 31 04:07:04.342941 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-7a56b5be-8c67-47f5-8060-c7b90e3d5a55 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303583 Aug 31 04:07:04.343620 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Pushing event updated for resources: {'Port': ['ID=6b575fcc-5e74-46cb-a2b3-d057f4200d55,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:04.417720 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device c70b840e-d3e2-4644-b547-1b19ffa1be8d up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:07:04.499684 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port c70b840e-d3e2-4644-b547-1b19ffa1be8d completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:07:04.514134 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port c70b840e-d3e2-4644-b547-1b19ffa1be8d triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:07:04.515423 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:04.585328 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 40622) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:04.687319 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:04.702428 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port c70b840e-d3e2-4644-b547-1b19ffa1be8d is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:07:04.702721 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:04.777003 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Attempting to bind port 6b575fcc-5e74-46cb-a2b3-d057f4200d55 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:07:04.777486 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Attempting to bind port 6b575fcc-5e74-46cb-a2b3-d057f4200d55 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:07:04.777570 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Attempting to bind port 6b575fcc-5e74-46cb-a2b3-d057f4200d55 on network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:07:04.782843 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:04.783637 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5844439f-0f36-44bf-8d44-f7c95e7954c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70b840e-d3e2-4644-b547-1b19ffa1be8d'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:07:04.807443 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Attempting to bind port 55988fa5-eb1f-435f-ba39-34e32cd7d071 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:07:04.807784 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Attempting to bind port 55988fa5-eb1f-435f-ba39-34e32cd7d071 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:07:04.808113 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Attempting to bind port 55988fa5-eb1f-435f-ba39-34e32cd7d071 on network df2a7da3-c61f-4600-a4d7-00eeb18098d5 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:07:04.815598 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Port 6b575fcc-5e74-46cb-a2b3-d057f4200d55 on network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:07:04.815929 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Attempting to bind port 6b575fcc-5e74-46cb-a2b3-d057f4200d55 on network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:07:04.819615 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9e61515-6f95-4872-8fba-00e1513e0480 req-8bb7cbe4-171b-4e89-9854-4e97add32c58 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592164 Aug 31 04:07:04.825154 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:04.832306 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a08fce-d2fb-457b-baa6-5963b9d88600 req-3ab55256-5fda-408b-b5f2-a71b09df435e tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:04.839433 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-30a08fce-d2fb-457b-baa6-5963b9d88600 req-3ab55256-5fda-408b-b5f2-a71b09df435e tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 945 time: 0.5134864 Aug 31 04:07:04.843973 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4ea4ff8b-8fd7-4cd2-8886-4c2aeae61d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:04.850842 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:04.861384 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Port 55988fa5-eb1f-435f-ba39-34e32cd7d071 on network df2a7da3-c61f-4600-a4d7-00eeb18098d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:07:04.861913 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Attempting to bind port 55988fa5-eb1f-435f-ba39-34e32cd7d071 on network df2a7da3-c61f-4600-a4d7-00eeb18098d5 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:07:04.886348 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:07:04.886976 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Checking segment: {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:07:04.887670 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Bound using segment: {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:07:04.888315 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Bound port: 6b575fcc-5e74-46cb-a2b3-d057f4200d55, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:07:04.888843 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:04.906097 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Pushing event updated for resources: {'Port': ['ID=55988fa5-eb1f-435f-ba39-34e32cd7d071,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:04.928458 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port c70b840e-d3e2-4644-b547-1b19ffa1be8d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c70b840e-d3e2-4644-b547-1b19ffa1be8d,segment=NetworkSegment(a5239fcd-4f1c-4c48-b6c3-51b8a021d81e),segment_id=a5239fcd-4f1c-4c48-b6c3-51b8a021d81e)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:04.938796 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:07:04.939361 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Checking segment: {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:07:04.939881 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Bound using segment: {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:07:04.940502 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Bound port: 55988fa5-eb1f-435f-ba39-34e32cd7d071, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:07:04.941013 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:04.942974 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:04.981323 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86513aff-bd22-4fda-a9bc-7204ca84a951 req-c548664a-2c68-468d-8a67-29788cada509 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:04.983179 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-86513aff-bd22-4fda-a9bc-7204ca84a951 req-c548664a-2c68-468d-8a67-29788cada509 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 943 time: 0.2549808 Aug 31 04:07:05.002990 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=c70b840e-d3e2-4644-b547-1b19ffa1be8d,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:05.038940 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4ea4ff8b-8fd7-4cd2-8886-4c2aeae61d27 admin admin] Publish callbacks [] for security_group (9a27cc6d-9df0-46ae-900c-790d780fb6e5), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:05.045045 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4ea4ff8b-8fd7-4cd2-8886-4c2aeae61d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (9a27cc6d-9df0-46ae-900c-790d780fb6e5), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:05.065298 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:05.094908 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-30a08fce-d2fb-457b-baa6-5963b9d88600 req-07775a13-2132-49f6-9d9e-1b46ba72e87e tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538161 Aug 31 04:07:05.102235 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:05.112459 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-4ea4ff8b-8fd7-4cd2-8886-4c2aeae61d27 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0a08ab3142884f67a25899e3d8d378dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5258832 Aug 31 04:07:05.114619 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4ff8b-8fd7-4cd2-8886-4c2aeae61d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a27cc6d-9df0-46ae-900c-790d780fb6e5,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:05.126388 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 40656) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:05.147008 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7034f005-3c38-4a69-a67d-4db8854fd3c6" -d '{"events": [{"server_uuid": "5844439f-0f36-44bf-8d44-f7c95e7954c4", "name": "network-vif-plugged", "status": "completed", "tag": "c70b840e-d3e2-4644-b547-1b19ffa1be8d"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:07:05.240013 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] For port 6b575fcc-5e74-46cb-a2b3-d057f4200d55, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:07:05.270570 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] For port 55988fa5-eb1f-435f-ba39-34e32cd7d071, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:07:05.275366 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-86513aff-bd22-4fda-a9bc-7204ca84a951 req-9ddfafc5-0077-46d2-bd28-1a18ed80431a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329607 Aug 31 04:07:05.303647 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] For port 6b575fcc-5e74-46cb-a2b3-d057f4200d55, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=6b575fcc-5e74-46cb-a2b3-d057f4200d55,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:07:05.310492 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1faf0-130e-40fd-b296-54a2489c1f57 req-df8bcee4-8ee8-4d08-b1ee-50b00e0e6a92 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:05.315518 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-80f1faf0-130e-40fd-b296-54a2489c1f57 req-df8bcee4-8ee8-4d08-b1ee-50b00e0e6a92 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.1301866 Aug 31 04:07:05.318645 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] For port 55988fa5-eb1f-435f-ba39-34e32cd7d071, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=55988fa5-eb1f-435f-ba39-34e32cd7d071,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:07:05.326586 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:05.342028 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:05.342999 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:05.344431 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/6b575fcc-5e74-46cb-a2b3-d057f4200d55 HTTP/1.1" status: 200 len: 1094 time: 2.9117222 Aug 31 04:07:05.348152 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:05.349881 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9983bf-7a14-46ef-89bf-05fa2102ea35', 'tag': '6b575fcc-5e74-46cb-a2b3-d057f4200d55'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:07:05.352190 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83946035-6ec7-461f-9b38-44e819093fee" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9983bf-7a14-46ef-89bf-05fa2102ea35", "tag": "6b575fcc-5e74-46cb-a2b3-d057f4200d55"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:07:05.379372 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:05.379998 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:05.381404 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/55988fa5-eb1f-435f-ba39-34e32cd7d071 HTTP/1.1" status: 200 len: 1093 time: 2.9532108 Aug 31 04:07:05.386050 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd50cffa-3495-4bf0-b7fe-80c10d53618b x-openstack-request-id: req-fd50cffa-3495-4bf0-b7fe-80c10d53618b {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:07:05.386535 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5844439f-0f36-44bf-8d44-f7c95e7954c4", "name": "network-vif-plugged", "status": "completed", "tag": "c70b840e-d3e2-4644-b547-1b19ffa1be8d", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:07:05.386926 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd50cffa-3495-4bf0-b7fe-80c10d53618b {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:07:05.387268 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4172c3c0-e8d6-4037-8dbc-cc757f2fbcba admin admin] Publish callbacks [] for security_group (9a27cc6d-9df0-46ae-900c-790d780fb6e5), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:05.387649 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd50cffa-3495-4bf0-b7fe-80c10d53618b'] response: {'server_uuid': '5844439f-0f36-44bf-8d44-f7c95e7954c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70b840e-d3e2-4644-b547-1b19ffa1be8d', 'code': 200} Aug 31 04:07:05.429644 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4172c3c0-e8d6-4037-8dbc-cc757f2fbcba admin admin] Publish callbacks [] for security_group (9a27cc6d-9df0-46ae-900c-790d780fb6e5), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:05.467055 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43361b42-b085-470a-b483-8eb1da53ac87 service neutron] Pushing event updated for resources: {'Port': ['ID=6b575fcc-5e74-46cb-a2b3-d057f4200d55,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:05.500661 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-80f1faf0-130e-40fd-b296-54a2489c1f57 req-4573149b-bf99-4201-8337-e7c237925816 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780272 Aug 31 04:07:05.553612 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d31ca-539f-439f-a9ea-6b2c98231264 req-380f2f33-d075-45f5-be2d-4c340efefd05 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:05.555140 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-566d31ca-539f-439f-a9ea-6b2c98231264 req-380f2f33-d075-45f5-be2d-4c340efefd05 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 944 time: 0.1104569 Aug 31 04:07:05.571378 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09b7247-f381-46e9-84e2-8ea221785396 x-openstack-request-id: req-e09b7247-f381-46e9-84e2-8ea221785396 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:07:05.571658 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9983bf-7a14-46ef-89bf-05fa2102ea35", "tag": "6b575fcc-5e74-46cb-a2b3-d057f4200d55", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:07:05.571907 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e09b7247-f381-46e9-84e2-8ea221785396 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:07:05.572297 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09b7247-f381-46e9-84e2-8ea221785396'] response: {'name': 'network-changed', 'server_uuid': '3b9983bf-7a14-46ef-89bf-05fa2102ea35', 'tag': '6b575fcc-5e74-46cb-a2b3-d057f4200d55', 'status': 'completed', 'code': 200} Aug 31 04:07:05.588695 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d60adf-27e6-4abe-a11b-e8f232149df7 service neutron] Pushing event updated for resources: {'Port': ['ID=55988fa5-eb1f-435f-ba39-34e32cd7d071,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:05.600309 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4172c3c0-e8d6-4037-8dbc-cc757f2fbcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (9a27cc6d-9df0-46ae-900c-790d780fb6e5), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:05.602792 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4172c3c0-e8d6-4037-8dbc-cc757f2fbcba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:05.603955 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-4172c3c0-e8d6-4037-8dbc-cc757f2fbcba admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9a27cc6d-9df0-46ae-900c-790d780fb6e5 HTTP/1.1" status: 204 len: 168 time: 0.4735546 Aug 31 04:07:05.625379 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172c3c0-e8d6-4037-8dbc-cc757f2fbcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a27cc6d-9df0-46ae-900c-790d780fb6e5,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:05.633869 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-566d31ca-539f-439f-a9ea-6b2c98231264 req-9884dd98-dd9d-445d-a419-7cf40bf85e7e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700638 Aug 31 04:07:05.920642 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 40682) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:05.934371 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-85284493-f671-4dee-b7b0-4b0705b01d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:05.984184 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:05.991204 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:06.018478 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-85284493-f671-4dee-b7b0-4b0705b01d33 admin admin] Publish callbacks [] for security_group (04b6d233-f241-471c-888e-d25791ebd734), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:06.022543 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-85284493-f671-4dee-b7b0-4b0705b01d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (04b6d233-f241-471c-888e-d25791ebd734), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:06.061704 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85284493-f671-4dee-b7b0-4b0705b01d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b6d233-f241-471c-888e-d25791ebd734,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:06.066667 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-85284493-f671-4dee-b7b0-4b0705b01d33 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f57d452270874546b6f7becb0eebab7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449118 Aug 31 04:07:06.069412 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 40688) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:06.123767 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2d92d7ba-8ff9-440e-be07-1edb7cb06ba2 admin admin] Publish callbacks [] for security_group (04b6d233-f241-471c-888e-d25791ebd734), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:06.146473 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2d92d7ba-8ff9-440e-be07-1edb7cb06ba2 admin admin] Publish callbacks [] for security_group (04b6d233-f241-471c-888e-d25791ebd734), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:06.226937 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd26ab-f894-4966-bd2f-20b409a5e034 req-26a044ce-210f-49ce-824b-148fb879578b tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:06.228503 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6ebd26ab-f894-4966-bd2f-20b409a5e034 req-26a044ce-210f-49ce-824b-148fb879578b tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 946 time: 0.0494773 Aug 31 04:07:06.229558 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2d92d7ba-8ff9-440e-be07-1edb7cb06ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (04b6d233-f241-471c-888e-d25791ebd734), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:06.232171 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2d92d7ba-8ff9-440e-be07-1edb7cb06ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:06.233227 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-2d92d7ba-8ff9-440e-be07-1edb7cb06ba2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/04b6d233-f241-471c-888e-d25791ebd734 HTTP/1.1" status: 204 len: 168 time: 0.1627736 Aug 31 04:07:06.244940 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92d7ba-8ff9-440e-be07-1edb7cb06ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b6d233-f241-471c-888e-d25791ebd734,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:06.294989 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6ebd26ab-f894-4966-bd2f-20b409a5e034 req-a8aa57d2-5402-4364-8586-ba8d03e4f022 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520220 Aug 31 04:07:06.407832 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74e6dd-0038-4c87-8c00-c21888a7418a req-229c7abb-dd89-4a39-9cad-a92ba8c2de74 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:06.409416 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3b74e6dd-0038-4c87-8c00-c21888a7418a req-229c7abb-dd89-4a39-9cad-a92ba8c2de74 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 943 time: 0.0589786 Aug 31 04:07:06.458712 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3b74e6dd-0038-4c87-8c00-c21888a7418a req-388d0de4-b5b1-4690-aa4c-d7fabf850225 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432417 Aug 31 04:07:06.631864 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb9064-0090-40f8-9dfb-0ec4d0c12a06 req-5eaeeac4-3131-40c1-ae4c-f322f669c7fa tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:06.633473 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bdbb9064-0090-40f8-9dfb-0ec4d0c12a06 req-5eaeeac4-3131-40c1-ae4c-f322f669c7fa tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0541897 Aug 31 04:07:06.683976 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bdbb9064-0090-40f8-9dfb-0ec4d0c12a06 req-e3edff4c-7be5-4901-a29e-8568a957292d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440733 Aug 31 04:07:06.765029 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c4520-5746-41ab-8607-b1198fc83c14 req-5cc91b24-f231-4ad4-a12e-a3331dc89c3f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:06.766548 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-111c4520-5746-41ab-8607-b1198fc83c14 req-5cc91b24-f231-4ad4-a12e-a3331dc89c3f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 944 time: 0.0499725 Aug 31 04:07:06.823483 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-111c4520-5746-41ab-8607-b1198fc83c14 req-6e1f175e-4d52-4c53-a1ce-a4e16520d68e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509372 Aug 31 04:07:07.075150 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 992c7f80-18c6-4637-bdf4-bbd2517f5794 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:07:07.182041 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 992c7f80-18c6-4637-bdf4-bbd2517f5794, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=992c7f80-18c6-4637-bdf4-bbd2517f5794,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:07.194855 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '992c7f80-18c6-4637-bdf4-bbd2517f5794', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'port_id': '992c7f80-18c6-4637-bdf4-bbd2517f5794', 'mac_address': 'fa:16:3e:7b:a2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:07:07.231966 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 992c7f80-18c6-4637-bdf4-bbd2517f5794 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:07:07.232317 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:07.246513 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992c7f80-18c6-4637-bdf4-bbd2517f5794 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:07:07.269989 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 992c7f80-18c6-4637-bdf4-bbd2517f5794, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=992c7f80-18c6-4637-bdf4-bbd2517f5794,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:07.277413 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:07.334920 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=992c7f80-18c6-4637-bdf4-bbd2517f5794,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:07.423091 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda3de2-854f-4fbc-812b-7810a74e1cc0 req-9ce09b63-9753-4307-b585-68b44c375673 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:07.424635 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8dda3de2-854f-4fbc-812b-7810a74e1cc0 req-9ce09b63-9753-4307-b585-68b44c375673 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 946 time: 0.0549512 Aug 31 04:07:07.474121 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8dda3de2-854f-4fbc-812b-7810a74e1cc0 req-7f995d04-e467-4879-963f-3f71baa3439a tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435784 Aug 31 04:07:07.572963 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'tag': '55988fa5-eb1f-435f-ba39-34e32cd7d071'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:07:07.575365 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a6f97a-f2d0-443f-b0fa-c53eec32f5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5504b0-52b4-4d1a-a67b-6d6e26053371", "tag": "55988fa5-eb1f-435f-ba39-34e32cd7d071"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:07:07.594205 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc9a70-d8c6-439d-bf07-40249548d319 req-86a29fc7-bced-4cb1-981d-1e8737bdcb6b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:07.595736 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a4dc9a70-d8c6-439d-bf07-40249548d319 req-86a29fc7-bced-4cb1-981d-1e8737bdcb6b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 943 time: 0.0657725 Aug 31 04:07:07.617465 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfa790b-2359-4cd3-b9d1-32d99cd07422 x-openstack-request-id: req-dbfa790b-2359-4cd3-b9d1-32d99cd07422 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:07:07.617774 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5504b0-52b4-4d1a-a67b-6d6e26053371", "tag": "55988fa5-eb1f-435f-ba39-34e32cd7d071", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:07:07.618024 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbfa790b-2359-4cd3-b9d1-32d99cd07422 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:07:07.618428 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbfa790b-2359-4cd3-b9d1-32d99cd07422'] response: {'name': 'network-changed', 'server_uuid': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'tag': '55988fa5-eb1f-435f-ba39-34e32cd7d071', 'status': 'completed', 'code': 200} Aug 31 04:07:07.647992 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a4dc9a70-d8c6-439d-bf07-40249548d319 req-f480254d-d6dd-4772-9a63-e74adaa48b09 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465460 Aug 31 04:07:07.823676 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7462802-b69d-421a-8110-868b93a54648 req-1c4d5e4c-4441-49b9-b7d6-a80b67cb311c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:07.825182 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e7462802-b69d-421a-8110-868b93a54648 req-1c4d5e4c-4441-49b9-b7d6-a80b67cb311c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0558686 Aug 31 04:07:07.874064 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e7462802-b69d-421a-8110-868b93a54648 req-dbc27602-6a06-4c42-a765-11964548a5ee tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425963 Aug 31 04:07:07.941477 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516158c0-b678-4a6e-8bf8-cea9e87da305 req-44050469-2332-405a-bcfa-138b9c6001fa tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:07.942959 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-516158c0-b678-4a6e-8bf8-cea9e87da305 req-44050469-2332-405a-bcfa-138b9c6001fa tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 944 time: 0.0459416 Aug 31 04:07:07.967781 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:07.980301 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:07.993377 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-516158c0-b678-4a6e-8bf8-cea9e87da305 req-0e794f2c-dcb7-419d-aef3-9128ae9ec7cd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449317 Aug 31 04:07:08.007704 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:07:08.249924 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['992c7f80-18c6-4637-bdf4-bbd2517f5794'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:07:08.373208 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6f97a-f2d0-443f-b0fa-c53eec32f5a8 req-af85c056-8246-47f9-ada9-9bf790794cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:08.374827 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a5a6f97a-f2d0-443f-b0fa-c53eec32f5a8 req-af85c056-8246-47f9-ada9-9bf790794cb7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 1127 time: 0.1027012 Aug 31 04:07:08.402988 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83946035-6ec7-461f-9b38-44e819093fee req-0b2b389e-1d6c-4842-bea2-7e90608cb03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:08.404501 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-83946035-6ec7-461f-9b38-44e819093fee req-0b2b389e-1d6c-4842-bea2-7e90608cb03e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 1128 time: 0.0691652 Aug 31 04:07:08.420136 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4a38be32-98cb-48fd-b704-e08ed42a7fef details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:07:08.549648 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4a38be32-98cb-48fd-b704-e08ed42a7fef, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:08.564545 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'port_id': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'mac_address': 'fa:16:3e:8b:de:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:07:08.602701 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6f6cd-7a4f-4b29-a2e1-765a3e27c30d req-1bbb37a9-cc6a-4e86-9869-99cc1155fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:08.604218 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a6b6f6cd-7a4f-4b29-a2e1-765a3e27c30d req-1bbb37a9-cc6a-4e86-9869-99cc1155fc14 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 1130 time: 0.1607385 Aug 31 04:07:08.605015 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 4a38be32-98cb-48fd-b704-e08ed42a7fef is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:07:08.605593 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:08.632681 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a38be32-98cb-48fd-b704-e08ed42a7fef {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:07:08.654974 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4a38be32-98cb-48fd-b704-e08ed42a7fef, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:08.660895 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:08.664758 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6f97a-f2d0-443f-b0fa-c53eec32f5a8 req-b6c3dd16-a3ae-48da-a208-03bb24ba499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:08.666511 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a5a6f97a-f2d0-443f-b0fa-c53eec32f5a8 req-b6c3dd16-a3ae-48da-a208-03bb24ba499c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2841380 Aug 31 04:07:08.678945 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2277cd-204c-4ce7-b62c-01c44b855fcd req-a8b1404d-d22c-48ed-8f16-042559e0c5ef tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:08.680459 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bc2277cd-204c-4ce7-b62c-01c44b855fcd req-a8b1404d-d22c-48ed-8f16-042559e0c5ef tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 946 time: 0.1093707 Aug 31 04:07:08.711382 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83946035-6ec7-461f-9b38-44e819093fee req-8d5601cc-9c27-4309-bc5f-34f276eb155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:08.712858 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-83946035-6ec7-461f-9b38-44e819093fee req-8d5601cc-9c27-4309-bc5f-34f276eb155f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=490f695240294bbaa99f5eaa1e32b977&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2794001 Aug 31 04:07:08.718789 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:08.732013 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=4a38be32-98cb-48fd-b704-e08ed42a7fef,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:08.743240 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bc2277cd-204c-4ce7-b62c-01c44b855fcd req-bdd33f7d-7ea8-4b60-bb6a-9ab7a64f9e3c tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558960 Aug 31 04:07:08.799012 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ca7c1-f988-484d-b18d-9a5bfff9bb79 req-37c45c28-8046-4ab7-9790-d85d28f8bdaa tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:08.800663 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-416ca7c1-f988-484d-b18d-9a5bfff9bb79 req-37c45c28-8046-4ab7-9790-d85d28f8bdaa tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 943 time: 0.0523612 Aug 31 04:07:08.849751 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-416ca7c1-f988-484d-b18d-9a5bfff9bb79 req-4a41040b-ebfd-4978-9a42-9b1ea28c7e1d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434399 Aug 31 04:07:09.019345 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f323ab4-c449-4339-940e-049e29f53035 req-ed06cf1c-e1b6-45d5-a5c4-ee19e23c925b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:09.020894 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2f323ab4-c449-4339-940e-049e29f53035 req-ed06cf1c-e1b6-45d5-a5c4-ee19e23c925b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 944 time: 0.0579586 Aug 31 04:07:09.081720 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2f323ab4-c449-4339-940e-049e29f53035 req-905034f4-2f12-49f0-981b-947f4ec9e72d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531781 Aug 31 04:07:09.138304 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e44ba3-759e-4754-9ad3-ebc3b93f7822 req-5d4298b2-ffbf-4f26-a3c5-26b2a49e575b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:09.139983 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-83e44ba3-759e-4754-9ad3-ebc3b93f7822 req-5d4298b2-ffbf-4f26-a3c5-26b2a49e575b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 944 time: 0.0522542 Aug 31 04:07:09.187115 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-83e44ba3-759e-4754-9ad3-ebc3b93f7822 req-320c95df-4ccb-483b-99ca-5a2e78c183e5 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410135 Aug 31 04:07:09.865866 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea225f-0708-4cf1-8857-2ea4c7eac175 req-c27187a1-8d6f-4dbe-94ad-49a27c2dc02e tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:09.867335 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fcea225f-0708-4cf1-8857-2ea4c7eac175 req-c27187a1-8d6f-4dbe-94ad-49a27c2dc02e tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 946 time: 0.0498033 Aug 31 04:07:09.918012 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fcea225f-0708-4cf1-8857-2ea4c7eac175 req-d3086685-99d8-4944-87de-ba5091121805 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 Aug 31 04:07:09.968585 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e9709-ce47-486a-9e92-cf30a774fcc8 req-6860f487-d987-46aa-a3c1-902cc50d0506 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:09.970021 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1e3e9709-ce47-486a-9e92-cf30a774fcc8 req-6860f487-d987-46aa-a3c1-902cc50d0506 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 943 time: 0.0460801 Aug 31 04:07:10.017686 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1e3e9709-ce47-486a-9e92-cf30a774fcc8 req-5cf14bc1-bdb0-4f78-ae69-8a735f5b93d9 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420251 Aug 31 04:07:10.111183 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-a6b6f6cd-7a4f-4b29-a2e1-765a3e27c30d req-1e69ed70-a4ee-4c70-8df6-5ff0174487bb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:10.193578 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:10.200775 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:10.306923 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d5404-5c7a-476f-8e0a-b91ee1659480 req-d6568564-481a-40a0-bc4f-f16e4ca1ac0e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:10.308378 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a59d5404-5c7a-476f-8e0a-b91ee1659480 req-d6568564-481a-40a0-bc4f-f16e4ca1ac0e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 944 time: 0.1327970 Aug 31 04:07:10.351007 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6f97a-f2d0-443f-b0fa-c53eec32f5a8 req-5bee926c-3ba8-4682-8f0e-6d29f8038cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:10.353754 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a5a6f97a-f2d0-443f-b0fa-c53eec32f5a8 req-5bee926c-3ba8-4682-8f0e-6d29f8038cde service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2809935 Aug 31 04:07:10.380097 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83946035-6ec7-461f-9b38-44e819093fee req-4d62f546-0ee0-43c8-bb17-ac14216c8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:10.380097 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-83946035-6ec7-461f-9b38-44e819093fee req-4d62f546-0ee0-43c8-bb17-ac14216c8a49 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3070252 Aug 31 04:07:10.395113 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba016c-97e3-45db-b960-3b450e5cb742 req-a6175e29-ff5d-45a3-8266-66839ae810fa tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:10.396434 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ecba016c-97e3-45db-b960-3b450e5cb742 req-a6175e29-ff5d-45a3-8266-66839ae810fa tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 944 time: 0.1270759 Aug 31 04:07:10.462169 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a59d5404-5c7a-476f-8e0a-b91ee1659480 req-682b25f4-eea3-4958-9477-2a480617665d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296358 Aug 31 04:07:10.474236 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-a6b6f6cd-7a4f-4b29-a2e1-765a3e27c30d req-1e69ed70-a4ee-4c70-8df6-5ff0174487bb service neutron] Publish callbacks [] for security_group (0373be77-c557-4384-8758-aa4b0973ac81), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:10.485839 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ecba016c-97e3-45db-b960-3b450e5cb742 req-00935d99-159c-47a6-87d6-218a1cedac01 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826070 Aug 31 04:07:10.487313 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-a6b6f6cd-7a4f-4b29-a2e1-765a3e27c30d req-1e69ed70-a4ee-4c70-8df6-5ff0174487bb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (0373be77-c557-4384-8758-aa4b0973ac81), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:10.534912 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a6b6f6cd-7a4f-4b29-a2e1-765a3e27c30d req-1e69ed70-a4ee-4c70-8df6-5ff0174487bb service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688060 Aug 31 04:07:10.535635 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69ed70-a4ee-4c70-8df6-5ff0174487bb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0373be77-c557-4384-8758-aa4b0973ac81,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:11.042863 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fae8fa-cc74-4f1f-b9ed-b5bd159501eb req-f23c4241-3fae-432a-971d-dff02e41a27a tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:11.044336 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f2fae8fa-cc74-4f1f-b9ed-b5bd159501eb req-f23c4241-3fae-432a-971d-dff02e41a27a tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 946 time: 0.0469060 Aug 31 04:07:11.095680 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f2fae8fa-cc74-4f1f-b9ed-b5bd159501eb req-7e74fcee-2c68-429d-b548-f7622c4b8aab tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451109 Aug 31 04:07:11.151618 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677d10c-2c7b-4477-8d2e-46f1374025e0 req-8ac37da5-2ad3-4243-b2cb-5dcb3b7824f6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:11.153109 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d677d10c-2c7b-4477-8d2e-46f1374025e0 req-8ac37da5-2ad3-4243-b2cb-5dcb3b7824f6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 943 time: 0.0524390 Aug 31 04:07:11.458209 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-975231c8-bc5d-412a-8214-fddce4f04b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:11.459805 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-975231c8-bc5d-412a-8214-fddce4f04b6f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 1128 time: 0.0957696 Aug 31 04:07:11.460725 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-e45862b9-1c31-4d93-8b5d-20d30a1e691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:11.462065 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-e45862b9-1c31-4d93-8b5d-20d30a1e691b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 1127 time: 0.0993407 Aug 31 04:07:11.465987 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d677d10c-2c7b-4477-8d2e-46f1374025e0 req-8a441589-fd2f-4817-8536-29e6cf5ed7d7 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3069885 Aug 31 04:07:11.491543 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['4a38be32-98cb-48fd-b704-e08ed42a7fef'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:07:11.519966 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 992c7f80-18c6-4637-bdf4-bbd2517f5794 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:07:11.551525 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:11.637025 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657dcbf-7be4-4119-b22b-ebd0494922f0 req-dc068815-5c5c-4327-ac4b-e2fe8bcda375 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:11.639837 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f657dcbf-7be4-4119-b22b-ebd0494922f0 req-dc068815-5c5c-4327-ac4b-e2fe8bcda375 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 944 time: 0.0831914 Aug 31 04:07:11.697960 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b699b-7d7d-40fa-b41f-09b7fa8c1978 req-c4cb51bd-cffb-419a-b8df-941466e36137 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:11.699574 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b33b699b-7d7d-40fa-b41f-09b7fa8c1978 req-c4cb51bd-cffb-419a-b8df-941466e36137 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 944 time: 0.0842726 Aug 31 04:07:11.717393 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 992c7f80-18c6-4637-bdf4-bbd2517f5794 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:07:11.735621 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 992c7f80-18c6-4637-bdf4-bbd2517f5794 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:07:11.736178 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:11.807312 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-09706bbc-4eb7-4420-9a6d-c9c6f225e126 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55988fa5-eb1f-435f-ba39-34e32cd7d071 HTTP/1.1" status: 200 len: 217 time: 0.0902431 Aug 31 04:07:11.829080 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-65d3e789-1247-4657-b14e-fb3a5f48cb44 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b575fcc-5e74-46cb-a2b3-d057f4200d55 HTTP/1.1" status: 200 len: 217 time: 0.1179538 Aug 31 04:07:11.853176 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f657dcbf-7be4-4119-b22b-ebd0494922f0 req-c2373c27-901b-4578-b1a8-af2dd8f485c8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923518 Aug 31 04:07:11.857565 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:11.865425 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 992c7f80-18c6-4637-bdf4-bbd2517f5794 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:07:11.866048 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:11.896127 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05badbbb-888b-4ba8-8e63-c45489dabb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992c7f80-18c6-4637-bdf4-bbd2517f5794'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:07:11.899500 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a02a4ec-64ff-4951-9d47-f59a4398131d" -d '{"events": [{"server_uuid": "05badbbb-888b-4ba8-8e63-c45489dabb5e", "name": "network-vif-plugged", "status": "completed", "tag": "992c7f80-18c6-4637-bdf4-bbd2517f5794"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:07:11.922136 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 992c7f80-18c6-4637-bdf4-bbd2517f5794, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=992c7f80-18c6-4637-bdf4-bbd2517f5794,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:11.924713 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:11.928799 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:11.948798 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b33b699b-7d7d-40fa-b41f-09b7fa8c1978 req-93e0684e-1530-45bb-8dc3-02505e066d54 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349463 Aug 31 04:07:11.950210 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d3d3664e-2e70-433a-99df-94ccd1b918ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:11.952428 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-d3d3664e-2e70-433a-99df-94ccd1b918ff service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=da35dc9f-c372-4110-8bb0-0f937da725c4 HTTP/1.1" status: 200 len: 854 time: 0.1328673 Aug 31 04:07:11.957401 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-4b17f36e-edc4-493d-af64-facb63753959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:11.958953 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-4b17f36e-edc4-493d-af64-facb63753959 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fa37a94d-b25b-47af-8952-0a7e47ca5103 HTTP/1.1" status: 200 len: 858 time: 0.1036661 Aug 31 04:07:11.961286 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6a46c0-2d32-4b17-862a-741dde01f07f x-openstack-request-id: req-ec6a46c0-2d32-4b17-862a-741dde01f07f {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:07:11.961492 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05badbbb-888b-4ba8-8e63-c45489dabb5e", "name": "network-vif-plugged", "status": "completed", "tag": "992c7f80-18c6-4637-bdf4-bbd2517f5794", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:07:11.961738 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec6a46c0-2d32-4b17-862a-741dde01f07f {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:07:11.963538 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6a46c0-2d32-4b17-862a-741dde01f07f'] response: {'server_uuid': '05badbbb-888b-4ba8-8e63-c45489dabb5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992c7f80-18c6-4637-bdf4-bbd2517f5794', 'code': 200} Aug 31 04:07:11.990542 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=992c7f80-18c6-4637-bdf4-bbd2517f5794,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:12.049318 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-2178c987-3553-4b9c-bcef-0a920b762d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:12.050851 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-2178c987-3553-4b9c-bcef-0a920b762d53 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=df2a7da3-c61f-4600-a4d7-00eeb18098d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797212 Aug 31 04:07:12.051925 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-f327335b-586b-4bc1-8e16-8e947016ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:12.053401 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-f327335b-586b-4bc1-8e16-8e947016ef1b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701554 Aug 31 04:07:12.281067 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535550de-473b-45a0-a569-edccaa7f419e req-33e2069a-b3e6-471b-9563-008e9c5b512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:12.282591 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-535550de-473b-45a0-a569-edccaa7f419e req-33e2069a-b3e6-471b-9563-008e9c5b512f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 1130 time: 0.1357546 Aug 31 04:07:12.333168 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fa52b-586e-4b46-8105-e38eb65d6005 req-0e299c3f-a8b8-4d65-9f81-7b477c341c3f tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:12.334664 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e84fa52b-586e-4b46-8105-e38eb65d6005 req-0e299c3f-a8b8-4d65-9f81-7b477c341c3f tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 946 time: 0.1465604 Aug 31 04:07:12.343875 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-a2dc4beb-6d35-4408-b930-e483343a7f75 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611454 Aug 31 04:07:12.375894 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-42942f1a-8c0c-4fea-9d9c-640974779efe service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847230 Aug 31 04:07:12.517497 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-535550de-473b-45a0-a569-edccaa7f419e req-b7e0572b-5dac-41ea-8fd0-66b8f71ffc71 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270408 Aug 31 04:07:12.581738 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e84fa52b-586e-4b46-8105-e38eb65d6005 req-d34ef1bf-21ba-4c48-a682-e7e7f03d68a1 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368596 Aug 31 04:07:12.638989 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aceffd94-ae7d-441f-8e4c-2e1e9ef6eb06 req-9df880f3-1231-4adc-858f-ee8db9988429 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837372 Aug 31 04:07:12.652041 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c1981-3eca-494c-a019-766b99aa3490 req-e40ff143-e6be-4469-b6e9-457c713f66f6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:12.654098 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-371c1981-3eca-494c-a019-766b99aa3490 req-e40ff143-e6be-4469-b6e9-457c713f66f6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 943 time: 0.1000650 Aug 31 04:07:12.656824 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f893549-62ba-4706-9ffe-2255bd46ecc9 req-3c5d8a9b-de90-48b0-a203-0bf7aa508d1a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606387 Aug 31 04:07:12.715255 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-371c1981-3eca-494c-a019-766b99aa3490 req-6bfdd524-0a2f-4792-9519-646fa30bf2a0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541682 Aug 31 04:07:12.822690 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 40858) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:12.981092 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b8fca53f-94fe-49f6-b8c3-65d2088f8948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:13.004528 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaced2e-312d-4f52-a45f-8125b8069ff0 req-8f44676d-8722-4934-8f9e-a3f3de0eb93a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:13.006044 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bbaced2e-312d-4f52-a45f-8125b8069ff0 req-8f44676d-8722-4934-8f9e-a3f3de0eb93a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 944 time: 0.0710382 Aug 31 04:07:13.093181 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:13.110342 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:13.116839 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593aab7-2f66-45c3-a895-acb0e075680e req-5e782430-c5d8-41b7-8e9d-898ba23bd359 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:13.118339 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f593aab7-2f66-45c3-a895-acb0e075680e req-5e782430-c5d8-41b7-8e9d-898ba23bd359 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 944 time: 0.0867450 Aug 31 04:07:13.129915 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bbaced2e-312d-4f52-a45f-8125b8069ff0 req-16ad160b-7588-4ddb-af56-14e1e8101038 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151135 Aug 31 04:07:13.187827 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b8fca53f-94fe-49f6-b8c3-65d2088f8948 admin admin] Publish callbacks [] for security_group (542e0c98-4de3-459c-a95b-4eeeb814894b), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:13.195490 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b8fca53f-94fe-49f6-b8c3-65d2088f8948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (542e0c98-4de3-459c-a95b-4eeeb814894b), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:13.212474 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f593aab7-2f66-45c3-a895-acb0e075680e req-789e6cd7-02e5-4f44-a997-e2e0ad8fef63 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863042 Aug 31 04:07:13.244691 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-b8fca53f-94fe-49f6-b8c3-65d2088f8948 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a96083b38cc744588699cc530ba7a917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4202871 Aug 31 04:07:13.245804 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fca53f-94fe-49f6-b8c3-65d2088f8948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542e0c98-4de3-459c-a95b-4eeeb814894b,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:13.247408 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 40886) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:13.272244 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4a38be32-98cb-48fd-b704-e08ed42a7fef up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:07:13.298977 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee208f90-cdf4-43d7-978c-0671fc5e5c37 admin admin] Publish callbacks [] for security_group (542e0c98-4de3-459c-a95b-4eeeb814894b), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:13.315329 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 4a38be32-98cb-48fd-b704-e08ed42a7fef completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:07:13.320925 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee208f90-cdf4-43d7-978c-0671fc5e5c37 admin admin] Publish callbacks [] for security_group (542e0c98-4de3-459c-a95b-4eeeb814894b), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:13.321926 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 4a38be32-98cb-48fd-b704-e08ed42a7fef triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:07:13.322305 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:13.372184 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee208f90-cdf4-43d7-978c-0671fc5e5c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (542e0c98-4de3-459c-a95b-4eeeb814894b), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:13.374942 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee208f90-cdf4-43d7-978c-0671fc5e5c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:13.376144 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-ee208f90-cdf4-43d7-978c-0671fc5e5c37 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/542e0c98-4de3-459c-a95b-4eeeb814894b HTTP/1.1" status: 204 len: 168 time: 0.1276248 Aug 31 04:07:13.385070 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee208f90-cdf4-43d7-978c-0671fc5e5c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542e0c98-4de3-459c-a95b-4eeeb814894b,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:13.409879 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 4a38be32-98cb-48fd-b704-e08ed42a7fef is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:07:13.410295 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:13.445844 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4a38be32-98cb-48fd-b704-e08ed42a7fef, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:13.451191 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:13.502237 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=4a38be32-98cb-48fd-b704-e08ed42a7fef,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:13.711165 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66e839-3356-444a-af4d-86af388d1a5e req-6129997b-2178-4a82-86f0-6b3ff1f9fde8 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:13.712841 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ab66e839-3356-444a-af4d-86af388d1a5e req-6129997b-2178-4a82-86f0-6b3ff1f9fde8 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 946 time: 0.0512528 Aug 31 04:07:13.733346 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 40906) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:13.750214 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-91c5c84b-4e72-4aaa-a4b3-3a9584d14f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:13.792383 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ab66e839-3356-444a-af4d-86af388d1a5e req-fb881969-16fc-42d0-a26d-a4a1692323b3 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724947 Aug 31 04:07:13.865450 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4dc3e-67e5-4498-bf07-04f38baece05 req-f9c8f120-cb61-4314-9aaa-20cd86f5ebb0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:13.866956 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-23b4dc3e-67e5-4498-bf07-04f38baece05 req-f9c8f120-cb61-4314-9aaa-20cd86f5ebb0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 943 time: 0.0723186 Aug 31 04:07:13.941916 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-91c5c84b-4e72-4aaa-a4b3-3a9584d14f86 admin admin] Publish callbacks [] for security_group (e97a4bd0-5ce4-4116-8ec0-e4b2db5f3502), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:13.946906 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-23b4dc3e-67e5-4498-bf07-04f38baece05 req-fa98e2cd-9924-4c5e-a6ee-bfdbd37e661e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719125 Aug 31 04:07:13.947978 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-91c5c84b-4e72-4aaa-a4b3-3a9584d14f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (e97a4bd0-5ce4-4116-8ec0-e4b2db5f3502), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:13.971329 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a38be32-98cb-48fd-b704-e08ed42a7fef'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:07:13.971329 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d212b026-3cd2-4904-ae65-1a8c139757fa" -d '{"events": [{"server_uuid": "675abe1e-ac1e-458b-b5ac-745a7f6917b7", "name": "network-vif-plugged", "status": "completed", "tag": "4a38be32-98cb-48fd-b704-e08ed42a7fef"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:07:13.992644 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-91c5c84b-4e72-4aaa-a4b3-3a9584d14f86 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1a029e73ff834f7e818444ef2d4ffaac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579384 Aug 31 04:07:13.993517 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5c84b-4e72-4aaa-a4b3-3a9584d14f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97a4bd0-5ce4-4116-8ec0-e4b2db5f3502,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:13.995406 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 40914) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:14.019926 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46e552b-945a-4fd5-8469-006b3f74bb61 x-openstack-request-id: req-a46e552b-945a-4fd5-8469-006b3f74bb61 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:07:14.020188 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675abe1e-ac1e-458b-b5ac-745a7f6917b7", "name": "network-vif-plugged", "status": "completed", "tag": "4a38be32-98cb-48fd-b704-e08ed42a7fef", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:07:14.020676 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a46e552b-945a-4fd5-8469-006b3f74bb61 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:07:14.021083 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46e552b-945a-4fd5-8469-006b3f74bb61'] response: {'server_uuid': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'code': 200} Aug 31 04:07:14.053878 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7476d6b7-da2b-41c6-9b6a-518ef8903b39 admin admin] Publish callbacks [] for security_group (e97a4bd0-5ce4-4116-8ec0-e4b2db5f3502), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:14.075187 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7476d6b7-da2b-41c6-9b6a-518ef8903b39 admin admin] Publish callbacks [] for security_group (e97a4bd0-5ce4-4116-8ec0-e4b2db5f3502), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:14.132230 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7476d6b7-da2b-41c6-9b6a-518ef8903b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (e97a4bd0-5ce4-4116-8ec0-e4b2db5f3502), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:14.134970 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7476d6b7-da2b-41c6-9b6a-518ef8903b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:14.138819 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-7476d6b7-da2b-41c6-9b6a-518ef8903b39 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e97a4bd0-5ce4-4116-8ec0-e4b2db5f3502 HTTP/1.1" status: 204 len: 168 time: 0.1417272 Aug 31 04:07:14.147719 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476d6b7-da2b-41c6-9b6a-518ef8903b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97a4bd0-5ce4-4116-8ec0-e4b2db5f3502,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:14.335247 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5217c-1c44-42d9-9421-9ba7acc2aa98 req-f1c71851-c246-46cf-8195-430ce1a6b814 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:14.336840 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b3b5217c-1c44-42d9-9421-9ba7acc2aa98 req-f1c71851-c246-46cf-8195-430ce1a6b814 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.1198292 Aug 31 04:07:14.409398 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a369a-3d01-4130-bda9-d45308632f22 req-2b589df8-ed15-461d-9f96-4d2731cd2f18 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:14.410992 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-947a369a-3d01-4130-bda9-d45308632f22 req-2b589df8-ed15-461d-9f96-4d2731cd2f18 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 944 time: 0.0989938 Aug 31 04:07:14.455918 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b3b5217c-1c44-42d9-9421-9ba7acc2aa98 req-b9ce4abe-780c-4613-97ed-abdb975b896a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010339 Aug 31 04:07:14.499493 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-947a369a-3d01-4130-bda9-d45308632f22 req-80c2e85d-8138-452c-8f6a-eedf3365dc46 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748856 Aug 31 04:07:15.019978 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 40976) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:15.104871 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be32c62-7b64-4134-b713-d507cb718bb8 req-68990e64-e3b5-403f-839b-cef9eac1bd96 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:15.106383 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7be32c62-7b64-4134-b713-d507cb718bb8 req-68990e64-e3b5-403f-839b-cef9eac1bd96 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 943 time: 0.0576298 Aug 31 04:07:15.177141 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7be32c62-7b64-4134-b713-d507cb718bb8 req-573fb8ec-575e-406d-9aea-233b895e7590 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599332 Aug 31 04:07:15.226534 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:15.295494 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 6b575fcc-5e74-46cb-a2b3-d057f4200d55 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:07:15.328352 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Publish callbacks [] for security_group (3e43a8fe-5e68-425b-9ba4-17930a60a944), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:15.334013 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (3e43a8fe-5e68-425b-9ba4-17930a60a944), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:15.366688 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:15.368636 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca935a-4428-4f45-b13c-14834c3177f8 req-d5d3d2fe-4df5-4c9e-8e3c-d3a209c0e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:15.370628 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-78ca935a-4428-4f45-b13c-14834c3177f8 req-d5d3d2fe-4df5-4c9e-8e3c-d3a209c0e698 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 1129 time: 0.0538633 Aug 31 04:07:15.371474 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e43a8fe-5e68-425b-9ba4-17930a60a944,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:15.383458 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:15.384207 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:15.384207 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:15.384619 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:15.385131 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:15.385637 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:15.386180 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:15.386650 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:15.387454 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:15.387933 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:15.388734 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:15.389440 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:15.390085 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:15.390546 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:15.391144 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:15.447353 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-97a85516-cba1-4246-885b-3ad532920ba9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a38164e09c514449a28a693bfda0678c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4232919 Aug 31 04:07:15.448417 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 40996) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:15.460083 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:15.483900 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 6b575fcc-5e74-46cb-a2b3-d057f4200d55, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=6b575fcc-5e74-46cb-a2b3-d057f4200d55,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:15.491278 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-78ca935a-4428-4f45-b13c-14834c3177f8 req-ee26dd39-51ea-4d49-9bfa-e18dce6cdb07 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106851 Aug 31 04:07:15.500242 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '6b575fcc-5e74-46cb-a2b3-d057f4200d55', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'port_id': '6b575fcc-5e74-46cb-a2b3-d057f4200d55', 'mac_address': 'fa:16:3e:ba:dd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:07:15.542033 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 6b575fcc-5e74-46cb-a2b3-d057f4200d55 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:07:15.542872 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:15.549130 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-19cc72e4-3b85-4d4e-8758-9577376b5571 admin admin] Publish callbacks [] for security_group (3e43a8fe-5e68-425b-9ba4-17930a60a944), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:15.560585 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b575fcc-5e74-46cb-a2b3-d057f4200d55 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:07:15.579662 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-19cc72e4-3b85-4d4e-8758-9577376b5571 admin admin] Publish callbacks [] for security_group (3e43a8fe-5e68-425b-9ba4-17930a60a944), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:15.591481 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 6b575fcc-5e74-46cb-a2b3-d057f4200d55, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=6b575fcc-5e74-46cb-a2b3-d057f4200d55,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:15.598092 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:15.599599 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 55988fa5-eb1f-435f-ba39-34e32cd7d071 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:07:15.610789 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:15.705111 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71bd9d-94db-45d3-974e-bc895cf57db5 req-961514be-e0b2-4141-b56b-c1974184437b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:15.707669 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-19cc72e4-3b85-4d4e-8758-9577376b5571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (3e43a8fe-5e68-425b-9ba4-17930a60a944), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:15.710708 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-19cc72e4-3b85-4d4e-8758-9577376b5571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:15.712372 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-19cc72e4-3b85-4d4e-8758-9577376b5571 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3e43a8fe-5e68-425b-9ba4-17930a60a944 HTTP/1.1" status: 204 len: 168 time: 0.2628019 Aug 31 04:07:15.714993 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1f71bd9d-94db-45d3-974e-bc895cf57db5 req-961514be-e0b2-4141-b56b-c1974184437b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.1261225 Aug 31 04:07:15.736157 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:15.742968 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc72e4-3b85-4d4e-8758-9577376b5571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e43a8fe-5e68-425b-9ba4-17930a60a944,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:15.783515 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1f71bd9d-94db-45d3-974e-bc895cf57db5 req-3b171142-8aa4-4a8d-acc6-a155c7ee45d6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593922 Aug 31 04:07:15.802429 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=6b575fcc-5e74-46cb-a2b3-d057f4200d55,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:15.907607 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 55988fa5-eb1f-435f-ba39-34e32cd7d071, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=55988fa5-eb1f-435f-ba39-34e32cd7d071,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:15.915770 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b70b4f-9612-4547-a386-595a805751b9 req-8da75ea3-8496-4ffd-a373-8025bc20e29a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:15.917400 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-17b70b4f-9612-4547-a386-595a805751b9 req-8da75ea3-8496-4ffd-a373-8025bc20e29a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 945 time: 0.0793378 Aug 31 04:07:15.921387 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '55988fa5-eb1f-435f-ba39-34e32cd7d071', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'port_id': '55988fa5-eb1f-435f-ba39-34e32cd7d071', 'mac_address': 'fa:16:3e:e7:02:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:07:15.983653 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-17b70b4f-9612-4547-a386-595a805751b9 req-77bb52aa-70db-4cd4-b5bc-62841e283b5c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596013 Aug 31 04:07:15.985043 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 55988fa5-eb1f-435f-ba39-34e32cd7d071 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:07:15.985597 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:16.003334 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55988fa5-eb1f-435f-ba39-34e32cd7d071 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:07:16.025918 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 55988fa5-eb1f-435f-ba39-34e32cd7d071, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=55988fa5-eb1f-435f-ba39-34e32cd7d071,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:16.032994 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:16.113224 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=55988fa5-eb1f-435f-ba39-34e32cd7d071,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:16.143220 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.143806 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.144163 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.148523 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.148964 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.151602 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.152117 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.152517 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.152864 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.153203 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.153540 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.157493 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.158522 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.159542 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.159957 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.253192 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 41030) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:16.280980 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-049eebe6-e157-4957-82ee-0e09d43c2ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:16.340409 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:16.378761 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a43ca5-69e0-4854-a1ae-8ec368ca02cc req-0db07c89-0ca3-4b73-9c1c-7ee00d21a70f tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:16.386390 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-33a43ca5-69e0-4854-a1ae-8ec368ca02cc req-0db07c89-0ca3-4b73-9c1c-7ee00d21a70f tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 944 time: 0.0969505 Aug 31 04:07:16.438701 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-33a43ca5-69e0-4854-a1ae-8ec368ca02cc req-8b03b9ff-b32f-406f-a939-5060377dfce8 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460773 Aug 31 04:07:16.445777 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-049eebe6-e157-4957-82ee-0e09d43c2ef1 admin admin] Publish callbacks [] for security_group (40a7ba44-88a4-4c97-bf8a-cb2fcf978f19), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:16.451428 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-049eebe6-e157-4957-82ee-0e09d43c2ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (40a7ba44-88a4-4c97-bf8a-cb2fcf978f19), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:16.478844 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['55988fa5-eb1f-435f-ba39-34e32cd7d071'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:07:16.518634 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-049eebe6-e157-4957-82ee-0e09d43c2ef1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ee24f10922f94f34b9321b802c579983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629747 Aug 31 04:07:16.519432 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049eebe6-e157-4957-82ee-0e09d43c2ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a7ba44-88a4-4c97-bf8a-cb2fcf978f19,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:16.520789 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 41040) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:16.585725 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Publish callbacks [] for security_group (40a7ba44-88a4-4c97-bf8a-cb2fcf978f19), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:16.612858 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['6b575fcc-5e74-46cb-a2b3-d057f4200d55'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:07:16.632028 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Publish callbacks [] for security_group (40a7ba44-88a4-4c97-bf8a-cb2fcf978f19), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:16.734884 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (40a7ba44-88a4-4c97-bf8a-cb2fcf978f19), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:16.738776 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:16.746399 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/40a7ba44-88a4-4c97-bf8a-cb2fcf978f19 HTTP/1.1" status: 204 len: 168 time: 0.2216368 Aug 31 04:07:16.758609 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a7ba44-88a4-4c97-bf8a-cb2fcf978f19,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:16.776316 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.776837 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.777666 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.778333 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.778769 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.779479 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.780081 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.781780 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.782878 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.783520 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.784055 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.784490 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.784919 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.785344 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.785859 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737de62-4623-4cce-a431-a84d4b6d469b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:07:16.946472 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243d350-6e32-4f60-9384-7a4f5b4d13bf req-c86157e8-b277-4c12-aeb9-3364eac946e0 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:16.948197 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6243d350-6e32-4f60-9384-7a4f5b4d13bf req-c86157e8-b277-4c12-aeb9-3364eac946e0 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0626197 Aug 31 04:07:17.021866 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6243d350-6e32-4f60-9384-7a4f5b4d13bf req-53258b6a-2e7f-41b3-a84d-d4a54be9eb3d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642314 Aug 31 04:07:17.109448 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 41062) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:17.128815 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fecd6e-e4f2-4010-a6de-be5b85654b62 req-1c4548ab-f444-409b-bf87-0187482ba5ad tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:17.130326 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-47fecd6e-e4f2-4010-a6de-be5b85654b62 req-1c4548ab-f444-409b-bf87-0187482ba5ad tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 945 time: 0.0499659 Aug 31 04:07:17.180924 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-47fecd6e-e4f2-4010-a6de-be5b85654b62 req-a2667c24-207f-40d3-89ed-c3f6836ad9e4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440905 Aug 31 04:07:17.227871 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:17.236829 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9e448505-5e52-4ed3-97af-dccc8ad356f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:17.318420 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9e448505-5e52-4ed3-97af-dccc8ad356f2 admin admin] Publish callbacks [] for security_group (13347387-fb58-4905-abcb-7a79f62cc449), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:17.322865 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9e448505-5e52-4ed3-97af-dccc8ad356f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (13347387-fb58-4905-abcb-7a79f62cc449), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:17.367335 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-9e448505-5e52-4ed3-97af-dccc8ad356f2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d6a6a62c65264c0182caea311a8c204a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553539 Aug 31 04:07:17.368179 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e448505-5e52-4ed3-97af-dccc8ad356f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13347387-fb58-4905-abcb-7a79f62cc449,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:17.370327 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 41074) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:17.424454 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-91dde062-ba47-42d2-8567-fa69581a3e82 admin admin] Publish callbacks [] for security_group (13347387-fb58-4905-abcb-7a79f62cc449), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:17.444425 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-91dde062-ba47-42d2-8567-fa69581a3e82 admin admin] Publish callbacks [] for security_group (13347387-fb58-4905-abcb-7a79f62cc449), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:17.495736 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-91dde062-ba47-42d2-8567-fa69581a3e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (13347387-fb58-4905-abcb-7a79f62cc449), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:17.498279 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-91dde062-ba47-42d2-8567-fa69581a3e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:17.502217 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-91dde062-ba47-42d2-8567-fa69581a3e82 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/13347387-fb58-4905-abcb-7a79f62cc449 HTTP/1.1" status: 204 len: 168 time: 0.1283119 Aug 31 04:07:17.508284 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dde062-ba47-42d2-8567-fa69581a3e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13347387-fb58-4905-abcb-7a79f62cc449,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:17.602438 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf3990-d2c2-431d-8eaa-52730d3a1cb4 req-48d9b0be-7f46-44e7-a074-a6b9c1c71a55 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:17.604243 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-59bf3990-d2c2-431d-8eaa-52730d3a1cb4 req-48d9b0be-7f46-44e7-a074-a6b9c1c71a55 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 944 time: 0.0662355 Aug 31 04:07:17.663744 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-59bf3990-d2c2-431d-8eaa-52730d3a1cb4 req-bcbe62d6-245e-4981-b87f-4bd9c5feb9ca tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534108 Aug 31 04:07:17.853790 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 41102) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:17.869465 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dd7f174d-f493-4843-9d4c-c3360ec401d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:17.893143 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:17.938295 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:17.975703 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dd7f174d-f493-4843-9d4c-c3360ec401d1 admin admin] Publish callbacks [] for security_group (c608907e-70a3-4f78-ae80-ae23f72079bd), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:17.979455 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dd7f174d-f493-4843-9d4c-c3360ec401d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (c608907e-70a3-4f78-ae80-ae23f72079bd), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:18.019166 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f174d-f493-4843-9d4c-c3360ec401d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c608907e-70a3-4f78-ae80-ae23f72079bd,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:18.023322 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-dd7f174d-f493-4843-9d4c-c3360ec401d1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1614f5e576c441aba2573912771ad708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1678030 Aug 31 04:07:18.025988 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 41106) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:18.089188 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3f760877-44d8-434e-866a-46a1f5ac26eb admin admin] Publish callbacks [] for security_group (c608907e-70a3-4f78-ae80-ae23f72079bd), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:18.113776 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3f760877-44d8-434e-866a-46a1f5ac26eb admin admin] Publish callbacks [] for security_group (c608907e-70a3-4f78-ae80-ae23f72079bd), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:18.192966 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593b22b-1ae1-4de4-b842-4ae4b08a7f72 req-f8fcd109-edf8-4817-b372-16de03f9052c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:18.194454 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3593b22b-1ae1-4de4-b842-4ae4b08a7f72 req-f8fcd109-edf8-4817-b372-16de03f9052c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0662270 Aug 31 04:07:18.241515 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3f760877-44d8-434e-866a-46a1f5ac26eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (c608907e-70a3-4f78-ae80-ae23f72079bd), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:18.244270 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3f760877-44d8-434e-866a-46a1f5ac26eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:18.245390 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-3f760877-44d8-434e-866a-46a1f5ac26eb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c608907e-70a3-4f78-ae80-ae23f72079bd HTTP/1.1" status: 204 len: 168 time: 0.2184753 Aug 31 04:07:18.270334 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f760877-44d8-434e-866a-46a1f5ac26eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c608907e-70a3-4f78-ae80-ae23f72079bd,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:18.283086 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3593b22b-1ae1-4de4-b842-4ae4b08a7f72 req-70217310-b4ba-4366-aebd-a8d13f2a8f62 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810037 Aug 31 04:07:18.322586 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90539188-e598-400a-8828-1aa7d905bb93 req-5544845a-82ff-46aa-a322-00ec5e093383 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:18.324159 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90539188-e598-400a-8828-1aa7d905bb93 req-5544845a-82ff-46aa-a322-00ec5e093383 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 945 time: 0.0602484 Aug 31 04:07:18.377520 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90539188-e598-400a-8828-1aa7d905bb93 req-4cf2d39b-8a7e-4fb8-9ae1-a0468a43a7a9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465186 Aug 31 04:07:18.799730 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11873c7-5343-432c-b487-6e53b71b04f6 req-4a29b772-de33-43a5-8258-57031dc50ec0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:18.801536 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b11873c7-5343-432c-b487-6e53b71b04f6 req-4a29b772-de33-43a5-8258-57031dc50ec0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 944 time: 0.0486243 Aug 31 04:07:18.851274 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b11873c7-5343-432c-b487-6e53b71b04f6 req-5416c792-ccc6-4bd1-8486-330ad7bf33d6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431449 Aug 31 04:07:19.022727 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 41144) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:19.123046 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-500316657-network', 'tenant_id': '71b2aba8511a4faca003b2bc5d78d884'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:07:19.144075 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] Made reservation on behalf of 71b2aba8511a4faca003b2bc5d78d884 for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:07:19.146504 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:19.155570 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:19.234082 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] Publish callbacks [] for security_group (b8ac2579-6737-452d-8b3c-8dccca36515b), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:19.238759 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (b8ac2579-6737-452d-8b3c-8dccca36515b), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:19.270246 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:07:19.273173 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ac2579-6737-452d-8b3c-8dccca36515b,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:19.279170 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (725a195a-3564-4b92-a5e8-7a76e43bd0c0), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:19.279513 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.segments_db [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] Added segment 725a195a-3564-4b92-a5e8-7a76e43bd0c0 of type vlan for network 5045606b-3406-497b-97cd-87cec0c53ad1 Aug 31 04:07:19.324748 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (5045606b-3406-497b-97cd-87cec0c53ad1), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:19.350882 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (5045606b-3406-497b-97cd-87cec0c53ad1), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:19.351868 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:19.352447 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:19.356690 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:19.357271 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:19.416017 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3919568 Aug 31 04:07:19.419330 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 41156) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:19.425751 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-2ebf53a0-3eb3-4647-b40d-f27e1b9b9a0d admin admin] Request body: {'subnet': {'network_id': '5045606b-3406-497b-97cd-87cec0c53ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-500316657-subnet', 'tenant_id': '71b2aba8511a4faca003b2bc5d78d884', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:07:19.449253 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebf53a0-3eb3-4647-b40d-f27e1b9b9a0d admin admin] Made reservation on behalf of 71b2aba8511a4faca003b2bc5d78d884 for: {'subnet': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:07:19.452208 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2ebf53a0-3eb3-4647-b40d-f27e1b9b9a0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:19.458051 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f18652-5b95-44ff-9de4-66c0b439b6c5 admin admin] Pushing event updated for resources: {'Network': ['ID=5045606b-3406-497b-97cd-87cec0c53ad1,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:19.470640 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network 5045606b-3406-497b-97cd-87cec0c53ad1 details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:07:19.535831 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:19.642686 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2ebf53a0-3eb3-4647-b40d-f27e1b9b9a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for subnet (970200eb-83e0-413a-a6d1-9502853e2db6), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:19.675213 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155160b3-1821-42da-9f0f-b363862ab736 req-defcba4a-afbd-41f2-b7c5-600f8727bcaf tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:19.676705 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-155160b3-1821-42da-9f0f-b363862ab736 req-defcba4a-afbd-41f2-b7c5-600f8727bcaf tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.3021457 Aug 31 04:07:19.700634 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf53a0-3eb3-4647-b40d-f27e1b9b9a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=970200eb-83e0-413a-a6d1-9502853e2db6,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:19.706123 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c949937-a7fa-4f04-8db4-8f0fdfd46af9 req-013c8d43-836a-465d-be52-17e2f1c0cd68 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:19.707673 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6c949937-a7fa-4f04-8db4-8f0fdfd46af9 req-013c8d43-836a-465d-be52-17e2f1c0cd68 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 945 time: 0.2541766 Aug 31 04:07:19.712405 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf53a0-3eb3-4647-b40d-f27e1b9b9a0d admin admin] Checking segment: {'id': '725a195a-3564-4b92-a5e8-7a76e43bd0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5045606b-3406-497b-97cd-87cec0c53ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:07:19.712772 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf53a0-3eb3-4647-b40d-f27e1b9b9a0d admin admin] Network hostable DHCP agents. Network: 5045606b-3406-497b-97cd-87cec0c53ad1, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:07:19.732436 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf53a0-3eb3-4647-b40d-f27e1b9b9a0d admin admin] Network 5045606b-3406-497b-97cd-87cec0c53ad1 is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:07:19.743178 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-2ebf53a0-3eb3-4647-b40d-f27e1b9b9a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, 5045606b-3406-497b-97cd-87cec0c53ad1) {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:07:19.747790 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebf53a0-3eb3-4647-b40d-f27e1b9b9a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:19.748638 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2ebf53a0-3eb3-4647-b40d-f27e1b9b9a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:19.754002 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb1cc3-4396-4697-972f-17468fc9e413 None None] Network 5045606b-3406-497b-97cd-87cec0c53ad1 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:07:19.759793 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-155160b3-1821-42da-9f0f-b363862ab736 req-36c56391-c031-4f82-aac7-797b195b82a1 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753224 Aug 31 04:07:19.775607 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-2ebf53a0-3eb3-4647-b40d-f27e1b9b9a0d admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3541350 Aug 31 04:07:19.788621 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6c949937-a7fa-4f04-8db4-8f0fdfd46af9 req-1f651972-f239-4eba-ada4-6365e02afbcf tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739105 Aug 31 04:07:19.820454 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:19.878726 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d170f51-853a-45d4-a381-a3a48a1c5142 None None] Network 5045606b-3406-497b-97cd-87cec0c53ad1 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:07:19.994891 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277d4ff-1194-4e86-ad9d-0a5e4a7c3a55 req-6da5129a-e13e-4012-8e5e-fa93830e918d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:19.997080 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a277d4ff-1194-4e86-ad9d-0a5e4a7c3a55 req-6da5129a-e13e-4012-8e5e-fa93830e918d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 944 time: 0.0654917 Aug 31 04:07:20.057161 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a277d4ff-1194-4e86-ad9d-0a5e4a7c3a55 req-8413fe66-316f-4978-ae33-30cf0e73d0be tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540414 Aug 31 04:07:20.323884 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 41182) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:20.329563 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-599776956-network', 'tenant_id': '977cd750cd7541bd83b6a9633826d0c1'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:07:20.350577 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] Made reservation on behalf of 977cd750cd7541bd83b6a9633826d0c1 for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:07:20.352863 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:20.362100 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:20.447756 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] Publish callbacks [] for security_group (8ded2aa1-91ac-467b-9f3a-670af38871fe), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:20.454389 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (8ded2aa1-91ac-467b-9f3a-670af38871fe), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:20.482497 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:07:20.493593 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ded2aa1-91ac-467b-9f3a-670af38871fe,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:20.500820 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (e02675d1-f82d-413f-beb5-e1ca3500929b), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:20.501828 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.segments_db [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] Added segment e02675d1-f82d-413f-beb5-e1ca3500929b of type vlan for network 234ea97c-3e65-4cdd-891e-aaa98630dbfd Aug 31 04:07:20.542375 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (234ea97c-3e65-4cdd-891e-aaa98630dbfd), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:20.570380 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (234ea97c-3e65-4cdd-891e-aaa98630dbfd), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:20.571553 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:20.572116 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:20.636263 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3112516 Aug 31 04:07:20.639457 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3b74b-0731-4814-b0f1-08ea0a2e3406 admin admin] Pushing event updated for resources: {'Network': ['ID=234ea97c-3e65-4cdd-891e-aaa98630dbfd,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:20.640091 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 41184) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:20.645256 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-4fcdaf34-3bc6-4167-94a5-ec547972d07b admin admin] Request body: {'subnet': {'network_id': '234ea97c-3e65-4cdd-891e-aaa98630dbfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-599776956-subnet', 'tenant_id': '977cd750cd7541bd83b6a9633826d0c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:07:20.653082 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network 234ea97c-3e65-4cdd-891e-aaa98630dbfd details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:07:20.669370 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcdaf34-3bc6-4167-94a5-ec547972d07b admin admin] Made reservation on behalf of 977cd750cd7541bd83b6a9633826d0c1 for: {'subnet': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:07:20.672216 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4fcdaf34-3bc6-4167-94a5-ec547972d07b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:20.744627 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:20.844232 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4fcdaf34-3bc6-4167-94a5-ec547972d07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for subnet (b063d34b-fea2-48ee-96fb-a309630de69a), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:20.879068 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:20.909597 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdaf34-3bc6-4167-94a5-ec547972d07b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b063d34b-fea2-48ee-96fb-a309630de69a,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:20.916661 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcdaf34-3bc6-4167-94a5-ec547972d07b admin admin] Checking segment: {'id': 'e02675d1-f82d-413f-beb5-e1ca3500929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '234ea97c-3e65-4cdd-891e-aaa98630dbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:07:20.917023 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcdaf34-3bc6-4167-94a5-ec547972d07b admin admin] Network hostable DHCP agents. Network: 234ea97c-3e65-4cdd-891e-aaa98630dbfd, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:07:20.928015 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7301048-ade5-4ca7-b687-f71237711054 req-5c5fd9e0-70d6-4fe1-8d7e-d491f0d2772c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:20.929514 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f7301048-ade5-4ca7-b687-f71237711054 req-5c5fd9e0-70d6-4fe1-8d7e-d491f0d2772c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0815499 Aug 31 04:07:20.937429 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea98855-65bd-43d2-a8ce-eb029fe3deb1 req-1252bf16-6105-41ad-a98e-f57c8e211202 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:20.938904 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7ea98855-65bd-43d2-a8ce-eb029fe3deb1 req-1252bf16-6105-41ad-a98e-f57c8e211202 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 945 time: 0.0612171 Aug 31 04:07:20.942141 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcdaf34-3bc6-4167-94a5-ec547972d07b admin admin] Network 234ea97c-3e65-4cdd-891e-aaa98630dbfd is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:07:20.952560 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-4fcdaf34-3bc6-4167-94a5-ec547972d07b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, 234ea97c-3e65-4cdd-891e-aaa98630dbfd) {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:07:20.957958 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcdaf34-3bc6-4167-94a5-ec547972d07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:20.958601 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4fcdaf34-3bc6-4167-94a5-ec547972d07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:20.961625 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8cc579-d609-4086-87dc-c2bd823b0a8d None None] Network 234ea97c-3e65-4cdd-891e-aaa98630dbfd requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:07:20.987648 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-4fcdaf34-3bc6-4167-94a5-ec547972d07b admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3462975 Aug 31 04:07:20.989181 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:21.012760 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f7301048-ade5-4ca7-b687-f71237711054 req-990cdce1-d335-4f22-8e23-c58728d07dbc tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728168 Aug 31 04:07:21.031482 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7ea98855-65bd-43d2-a8ce-eb029fe3deb1 req-0c1220a7-11be-4253-8e01-d88dc222e662 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842311 Aug 31 04:07:21.096893 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8027cd-7094-4be8-a4d8-951cf29a9569 None None] Network 234ea97c-3e65-4cdd-891e-aaa98630dbfd requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:07:21.150845 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:21.159809 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d0eac-69ee-4bb0-9beb-91039d929c29 req-e63b65e4-62cb-4767-945a-a51068f2974f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:21.161540 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-416d0eac-69ee-4bb0-9beb-91039d929c29 req-e63b65e4-62cb-4767-945a-a51068f2974f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0551004 Aug 31 04:07:21.171889 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 41200) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:21.177329 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-667a3320-34c6-401f-a182-fdbbd0353777 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Request body: {'floatingip': {'port_id': '4a38be32-98cb-48fd-b704-e08ed42a7fef'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:07:21.233615 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033053d7-b45f-4102-afc2-9851986e108b req-a34a8b28-049e-4a9c-9987-33854373e5b8 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:21.235227 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-033053d7-b45f-4102-afc2-9851986e108b req-a34a8b28-049e-4a9c-9987-33854373e5b8 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 944 time: 0.0676420 Aug 31 04:07:21.273516 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-667a3320-34c6-401f-a182-fdbbd0353777 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for floatingip (60b10d95-e84e-41e6-9c7f-a0bed5899ae0), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:21.296988 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-033053d7-b45f-4102-afc2-9851986e108b req-b365a6e8-defe-4353-b4ae-9b8c1b5c1bdd tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552680 Aug 31 04:07:21.943329 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-667a3320-34c6-401f-a182-fdbbd0353777 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:21.948925 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-667a3320-34c6-401f-a182-fdbbd0353777 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (60b10d95-e84e-41e6-9c7f-a0bed5899ae0), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:22.161222 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380a918-7fa7-49a6-bc84-7e272696ed93 req-0ad22fd4-073c-4066-b930-d090ee01407c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:22.162745 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d380a918-7fa7-49a6-bc84-7e272696ed93 req-0ad22fd4-073c-4066-b930-d090ee01407c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 945 time: 0.0522220 Aug 31 04:07:22.215278 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d380a918-7fa7-49a6-bc84-7e272696ed93 req-1d92e994-b281-472f-aa8d-6faf2b3b2d38 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464108 Aug 31 04:07:22.229387 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.l3_db [None req-667a3320-34c6-401f-a182-fdbbd0353777 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Floating IP 60b10d95-e84e-41e6-9c7f-a0bed5899ae0 associated. External IP: 172.27.1.20, port: 4a38be32-98cb-48fd-b704-e08ed42a7fef. Aug 31 04:07:22.377850 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:22.416846 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a36ac-98d8-4680-82cc-1d27092147c2 req-5481405a-05f1-4561-82c2-584e762a72bb tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:22.418348 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-743a36ac-98d8-4680-82cc-1d27092147c2 req-5481405a-05f1-4561-82c2-584e762a72bb tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 944 time: 0.0467107 Aug 31 04:07:22.436363 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667a3320-34c6-401f-a182-fdbbd0353777 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Router 0ca53967-c5bb-461c-a461-f6445f70aead has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:07:22.468835 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-743a36ac-98d8-4680-82cc-1d27092147c2 req-5a237bbd-8eef-46a8-a0a8-e975d946f6cf tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446565 Aug 31 04:07:22.553427 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667a3320-34c6-401f-a182-fdbbd0353777 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:07:22.560113 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-667a3320-34c6-401f-a182-fdbbd0353777 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:22.567933 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b02288-e3e4-42a0-b22c-684a0b51a0bc None None] Sync routers for ids ['0ca53967-c5bb-461c-a461-f6445f70aead'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:07:22.582680 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b02288-e3e4-42a0-b22c-684a0b51a0bc None None] Routers {'0ca53967-c5bb-461c-a461-f6445f70aead'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:07:22.583474 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-82b02288-e3e4-42a0-b22c-684a0b51a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:06:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0ca53967-c5bb-461c-a461-f6445f70aead'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:22.603278 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-667a3320-34c6-401f-a182-fdbbd0353777 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/60b10d95-e84e-41e6-9c7f-a0bed5899ae0 HTTP/1.1" status: 200 len: 990 time: 1.4298320 Aug 31 04:07:22.603859 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'tag': '4a38be32-98cb-48fd-b704-e08ed42a7fef'}] {{(pid=106458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:07:22.606239 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab21058fd9cc7c6c9b6319ea517c36f91abc2cee6dad35e856c077ecf1eac4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5609e11c-18dc-4575-bcad-3b470b17a3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "675abe1e-ac1e-458b-b5ac-745a7f6917b7", "tag": "4a38be32-98cb-48fd-b704-e08ed42a7fef"}]}' {{(pid=106458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:07:22.644993 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050c5342-5aca-4a9b-a03c-0410e986bc32 x-openstack-request-id: req-050c5342-5aca-4a9b-a03c-0410e986bc32 {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:07:22.645286 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675abe1e-ac1e-458b-b5ac-745a7f6917b7", "tag": "4a38be32-98cb-48fd-b704-e08ed42a7fef", "status": "completed", "code": 200}]} {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:07:22.645558 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-050c5342-5aca-4a9b-a03c-0410e986bc32 {{(pid=106458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:07:22.645947 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050c5342-5aca-4a9b-a03c-0410e986bc32'] response: {'name': 'network-changed', 'server_uuid': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'tag': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'status': 'completed', 'code': 200} Aug 31 04:07:22.686782 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-82b02288-e3e4-42a0-b22c-684a0b51a0bc None None] Set router 0ca53967-c5bb-461c-a461-f6445f70aead gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:07:22.927049 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609e11c-18dc-4575-bcad-3b470b17a3aa req-0b256dcb-fafa-458c-abb7-9ab9c9108e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:22.928680 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5609e11c-18dc-4575-bcad-3b470b17a3aa req-0b256dcb-fafa-458c-abb7-9ab9c9108e79 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66bcbde4eda6417ea15dca2371c28540&device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 1129 time: 0.0466921 Aug 31 04:07:22.949854 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-82b02288-e3e4-42a0-b22c-684a0b51a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '60b10d95-e84e-41e6-9c7f-a0bed5899ae0', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'port_id': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'mac_address': 'fa:16:3e:8b:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:06:34Z', 'updated_at': '2022-08-31T04:07:21Z', 'revision_number': 1, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:42Z', 'revision_number': 5, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:22.974101 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b02288-e3e4-42a0-b22c-684a0b51a0bc None None] Checking router: 0ca53967-c5bb-461c-a461-f6445f70aead for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:07:22.983476 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b02288-e3e4-42a0-b22c-684a0b51a0bc None None] Routers {'0ca53967-c5bb-461c-a461-f6445f70aead'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:07:22.983976 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-82b02288-e3e4-42a0-b22c-684a0b51a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:06:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0ca53967-c5bb-461c-a461-f6445f70aead'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:23.088461 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-82b02288-e3e4-42a0-b22c-684a0b51a0bc None None] Set router 0ca53967-c5bb-461c-a461-f6445f70aead gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:07:23.180522 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609e11c-18dc-4575-bcad-3b470b17a3aa req-ceacff1f-7691-469b-986c-f8413b7ae462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:23.181089 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 6b575fcc-5e74-46cb-a2b3-d057f4200d55 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:07:23.181997 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5609e11c-18dc-4575-bcad-3b470b17a3aa req-ceacff1f-7691-469b-986c-f8413b7ae462 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=52829969-a42a-442d-a4b2-1b1707d47a14 HTTP/1.1" status: 200 len: 918 time: 0.1663954 Aug 31 04:07:23.262601 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 6b575fcc-5e74-46cb-a2b3-d057f4200d55 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:07:23.275660 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 6b575fcc-5e74-46cb-a2b3-d057f4200d55 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:07:23.276320 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:23.326245 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5609e11c-18dc-4575-bcad-3b470b17a3aa req-88599f6c-19d2-4b28-b7f4-d5ce293a60fc service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef HTTP/1.1" status: 200 len: 998 time: 0.1353505 Aug 31 04:07:23.383525 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 6b575fcc-5e74-46cb-a2b3-d057f4200d55 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:07:23.383907 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:23.387301 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-82b02288-e3e4-42a0-b22c-684a0b51a0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '60b10d95-e84e-41e6-9c7f-a0bed5899ae0', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'port_id': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'mac_address': 'fa:16:3e:8b:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:06:34Z', 'updated_at': '2022-08-31T04:07:21Z', 'revision_number': 1, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:42Z', 'revision_number': 5, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:23.392781 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaa317-edb7-45ae-a1fe-7c633dead267 req-a6581404-68e4-4cd5-a8c9-c9e5a6e0546b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:23.400576 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-dedaa317-edb7-45ae-a1fe-7c633dead267 req-a6581404-68e4-4cd5-a8c9-c9e5a6e0546b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 945 time: 0.0670860 Aug 31 04:07:23.412657 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9983bf-7a14-46ef-89bf-05fa2102ea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b575fcc-5e74-46cb-a2b3-d057f4200d55'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:07:23.415019 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdc9108-e696-45ce-be12-0355fa9a897e" -d '{"events": [{"server_uuid": "3b9983bf-7a14-46ef-89bf-05fa2102ea35", "name": "network-vif-plugged", "status": "completed", "tag": "6b575fcc-5e74-46cb-a2b3-d057f4200d55"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:07:23.421770 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b02288-e3e4-42a0-b22c-684a0b51a0bc None None] The sync data for ids ['0ca53967-c5bb-461c-a461-f6445f70aead'] in dv-cinder-853910-5-iscsi is: [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '60b10d95-e84e-41e6-9c7f-a0bed5899ae0', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'port_id': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'mac_address': 'fa:16:3e:8b:de:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:06:34Z', 'updated_at': '2022-08-31T04:07:21Z', 'revision_number': 1, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:42Z', 'revision_number': 5, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:07:23.435936 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 6b575fcc-5e74-46cb-a2b3-d057f4200d55, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=6b575fcc-5e74-46cb-a2b3-d057f4200d55,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:23.450283 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:23.453087 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 55988fa5-eb1f-435f-ba39-34e32cd7d071 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:07:23.491650 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-dedaa317-edb7-45ae-a1fe-7c633dead267 req-3dff3648-e0c9-4ff2-9803-c6cdcc20fce8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908213 Aug 31 04:07:23.494631 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609e11c-18dc-4575-bcad-3b470b17a3aa req-e7262af6-1bed-4651-8f6a-6ea27c695dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:23.499131 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5609e11c-18dc-4575-bcad-3b470b17a3aa req-e7262af6-1bed-4651-8f6a-6ea27c695dc1 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6e59a379-9915-439a-b89a-fd25376e37d9 HTTP/1.1" status: 200 len: 856 time: 0.1650634 Aug 31 04:07:23.503144 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7e6726-1439-4d0a-ba7e-82e96aedb845 x-openstack-request-id: req-0a7e6726-1439-4d0a-ba7e-82e96aedb845 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:07:23.503509 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9983bf-7a14-46ef-89bf-05fa2102ea35", "name": "network-vif-plugged", "status": "completed", "tag": "6b575fcc-5e74-46cb-a2b3-d057f4200d55", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:07:23.503762 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a7e6726-1439-4d0a-ba7e-82e96aedb845 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:07:23.504286 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7e6726-1439-4d0a-ba7e-82e96aedb845'] response: {'server_uuid': '3b9983bf-7a14-46ef-89bf-05fa2102ea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b575fcc-5e74-46cb-a2b3-d057f4200d55', 'code': 200} Aug 31 04:07:23.566806 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609e11c-18dc-4575-bcad-3b470b17a3aa req-d98ef8da-8a4e-427d-9b5f-f387e18c65f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:23.568410 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5609e11c-18dc-4575-bcad-3b470b17a3aa req-d98ef8da-8a4e-427d-9b5f-f387e18c65f1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=52829969-a42a-442d-a4b2-1b1707d47a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575821 Aug 31 04:07:23.585538 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 55988fa5-eb1f-435f-ba39-34e32cd7d071 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:07:23.604328 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 55988fa5-eb1f-435f-ba39-34e32cd7d071 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:07:23.604707 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:23.634389 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=6b575fcc-5e74-46cb-a2b3-d057f4200d55,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:23.663059 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:23.732298 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7ee9b-61d2-4296-ac16-b52571ee5a34 req-11bc653f-c521-48dc-8ed6-4d3c3c3bd549 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:23.740590 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-17b7ee9b-61d2-4296-ac16-b52571ee5a34 req-11bc653f-c521-48dc-8ed6-4d3c3c3bd549 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 944 time: 0.0647030 Aug 31 04:07:23.740973 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 55988fa5-eb1f-435f-ba39-34e32cd7d071 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:07:23.741511 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:23.789961 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 55988fa5-eb1f-435f-ba39-34e32cd7d071, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=55988fa5-eb1f-435f-ba39-34e32cd7d071,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:23.802538 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:23.867711 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-17b7ee9b-61d2-4296-ac16-b52571ee5a34 req-63164166-ee27-4ffb-b578-f353f045cd40 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258924 Aug 31 04:07:23.877832 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55817aa-f0a8-4117-bfbc-217a1c315649 req-d1582196-77a7-46fa-8d55-ec21a33121b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:23.880474 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c55817aa-f0a8-4117-bfbc-217a1c315649 req-d1582196-77a7-46fa-8d55-ec21a33121b4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 1130 time: 0.1374907 Aug 31 04:07:23.890442 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5609e11c-18dc-4575-bcad-3b470b17a3aa req-975a77e5-4775-4af3-a7f3-b5b8575a7014 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114130 Aug 31 04:07:23.892040 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=55988fa5-eb1f-435f-ba39-34e32cd7d071,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:24.142773 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:24.170460 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c55817aa-f0a8-4117-bfbc-217a1c315649 req-11513bbe-9aff-4f9f-a9c1-1ebf44966199 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345861 Aug 31 04:07:24.196395 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5609e11c-18dc-4575-bcad-3b470b17a3aa req-1b56b413-8a35-487f-baa9-2e4064b361cf service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538901 Aug 31 04:07:24.375269 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497359e9-7964-46a3-888d-29cd3a432aef None None] New status for floating IP 60b10d95-e84e-41e6-9c7f-a0bed5899ae0: ACTIVE {{(pid=106460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:07:24.617461 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:24.641240 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe3012-fe9d-4533-8c3c-751cef9b9931 req-f04ab8af-e419-4f08-b7b4-57e470e2cb24 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:24.642913 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4cfe3012-fe9d-4533-8c3c-751cef9b9931 req-f04ab8af-e419-4f08-b7b4-57e470e2cb24 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0611832 Aug 31 04:07:24.699668 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4cfe3012-fe9d-4533-8c3c-751cef9b9931 req-63cdd902-08b1-4c0d-9a48-af3f5b7aff59 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509098 Aug 31 04:07:24.988636 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a28e6-6158-440d-8a8f-e024e1f64be1 req-98aa78ae-a81e-451e-8606-520367fa82cb tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:24.990429 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6e6a28e6-6158-440d-8a8f-e024e1f64be1 req-98aa78ae-a81e-451e-8606-520367fa82cb tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 945 time: 0.0496163 Aug 31 04:07:25.039834 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6e6a28e6-6158-440d-8a8f-e024e1f64be1 req-84548e46-a4b3-4b04-92f3-88a9b464caff tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434861 Aug 31 04:07:25.505603 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55988fa5-eb1f-435f-ba39-34e32cd7d071'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:07:25.508129 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40467e6-84f1-4b7c-8442-c9ec90ff3b4b" -d '{"events": [{"server_uuid": "8e5504b0-52b4-4d1a-a67b-6d6e26053371", "name": "network-vif-plugged", "status": "completed", "tag": "55988fa5-eb1f-435f-ba39-34e32cd7d071"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:07:25.545703 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a8f45a-40e9-4b35-90fd-0b6f61091190 x-openstack-request-id: req-77a8f45a-40e9-4b35-90fd-0b6f61091190 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:07:25.546012 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5504b0-52b4-4d1a-a67b-6d6e26053371", "name": "network-vif-plugged", "status": "completed", "tag": "55988fa5-eb1f-435f-ba39-34e32cd7d071", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:07:25.546265 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77a8f45a-40e9-4b35-90fd-0b6f61091190 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:07:25.546662 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a8f45a-40e9-4b35-90fd-0b6f61091190'] response: {'server_uuid': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55988fa5-eb1f-435f-ba39-34e32cd7d071', 'code': 200} Aug 31 04:07:25.618494 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8c85afba-4e13-4f65-8b73-eec425c8ee6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:25.826054 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a1893-e7f7-4e31-ab3a-6bb442897d4f req-f60068c9-31ec-4088-a146-b2c0457e5297 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:25.827670 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b25a1893-e7f7-4e31-ab3a-6bb442897d4f req-f60068c9-31ec-4088-a146-b2c0457e5297 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0602632 Aug 31 04:07:25.878665 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b25a1893-e7f7-4e31-ab3a-6bb442897d4f req-0c6db3eb-3d01-4112-9a92-363e439ad824 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446784 Aug 31 04:07:26.169811 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a622-4fb1-451d-88d4-e477e4910812 req-2b324c5f-4c11-43c8-8189-98321288816c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:26.171394 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8136a622-4fb1-451d-88d4-e477e4910812 req-2b324c5f-4c11-43c8-8189-98321288816c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 945 time: 0.0480502 Aug 31 04:07:26.220829 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8136a622-4fb1-451d-88d4-e477e4910812 req-c9fd4051-e9d4-450e-ad3a-1b2f94f24e37 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439479 Aug 31 04:07:26.998840 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16661f4-69f0-4ade-b01b-b52571851d82 req-917dda16-e62f-427c-baac-4b1c7c293925 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:27.000346 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c16661f4-69f0-4ade-b01b-b52571851d82 req-917dda16-e62f-427c-baac-4b1c7c293925 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0473356 Aug 31 04:07:27.051636 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c16661f4-69f0-4ade-b01b-b52571851d82 req-ffd7849c-6dd4-40a1-9a19-0e40c31eb4d9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455849 Aug 31 04:07:27.356340 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45dc97-3f6c-4c6d-b330-bdfbafdb5869 req-7ddf533b-6125-467c-85e8-c312eabdd5ee tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:27.357999 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6d45dc97-3f6c-4c6d-b330-bdfbafdb5869 req-7ddf533b-6125-467c-85e8-c312eabdd5ee tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 945 time: 0.0461187 Aug 31 04:07:27.408799 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6d45dc97-3f6c-4c6d-b330-bdfbafdb5869 req-2bbc43d9-9033-462b-b8ca-9a1c071ffd76 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426927 Aug 31 04:07:27.657144 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:27.685559 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f180a5b2-fca4-440d-8d36-1397d984065a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:27.968952 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:28.082307 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707850-7e54-4202-91ad-78ffda44cf73 req-f75d2d7a-dd6c-4d1a-bcad-c10004cb2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:28.084468 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d0707850-7e54-4202-91ad-78ffda44cf73 req-f75d2d7a-dd6c-4d1a-bcad-c10004cb2bac service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 1129 time: 0.0531294 Aug 31 04:07:28.168178 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d0707850-7e54-4202-91ad-78ffda44cf73 req-7a113b8e-3773-4826-af70-8130b8b872ae service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720189 Aug 31 04:07:28.184846 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945966d-ccdb-4e39-9f1d-0a5af6317b73 req-032ba448-10a4-482a-9112-318724a344fb tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:28.186562 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a945966d-ccdb-4e39-9f1d-0a5af6317b73 req-032ba448-10a4-482a-9112-318724a344fb tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0590653 Aug 31 04:07:28.246222 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a945966d-ccdb-4e39-9f1d-0a5af6317b73 req-78aca00d-bf88-42b7-847f-2beda61b172d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519731 Aug 31 04:07:28.555569 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445ffc6-7336-4a91-afe7-722de535e033 req-beb0f706-fb9d-46cd-a899-c089d988c5d6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:28.557362 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6445ffc6-7336-4a91-afe7-722de535e033 req-beb0f706-fb9d-46cd-a899-c089d988c5d6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 945 time: 0.0596335 Aug 31 04:07:28.628083 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6445ffc6-7336-4a91-afe7-722de535e033 req-258e8336-3a8b-4f8b-be59-bf6710b17add tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628078 Aug 31 04:07:28.838704 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:29.411877 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c80d69-f5ea-47ab-af3c-d03c916c8dfe req-4a484d7b-4d09-4e98-82dc-19099b4aef64 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:29.423686 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-53c80d69-f5ea-47ab-af3c-d03c916c8dfe req-4a484d7b-4d09-4e98-82dc-19099b4aef64 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0791399 Aug 31 04:07:29.472917 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-53c80d69-f5ea-47ab-af3c-d03c916c8dfe req-4d587121-3abd-4b1c-b375-7a68ef332dc9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478837 Aug 31 04:07:29.496430 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 41454) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:29.604292 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-209fb65a-b8fd-4321-bb62-c9cf102c0123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:29.619347 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:29.655188 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:29.693330 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-209fb65a-b8fd-4321-bb62-c9cf102c0123 admin admin] Publish callbacks [] for security_group (1bd0fd38-70bd-406e-ac77-6cf4521a5d06), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:29.698344 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-209fb65a-b8fd-4321-bb62-c9cf102c0123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (1bd0fd38-70bd-406e-ac77-6cf4521a5d06), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:29.765498 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fb65a-b8fd-4321-bb62-c9cf102c0123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd0fd38-70bd-406e-ac77-6cf4521a5d06,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:29.777754 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 41464) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:29.778270 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-209fb65a-b8fd-4321-bb62-c9cf102c0123 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=16dda3204e1e47b88fe328c0f8df2e02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803061 Aug 31 04:07:29.794369 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:29.799256 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003565c-649b-43a8-8551-bc752c3873b5 req-2f4164be-0816-435e-9d52-65bba6454836 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:29.800998 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9003565c-649b-43a8-8551-bc752c3873b5 req-2f4164be-0816-435e-9d52-65bba6454836 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 945 time: 0.0799735 Aug 31 04:07:29.848068 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-41d40c05-812c-45ab-abd2-cc4d66b3a183 admin admin] Publish callbacks [] for security_group (1bd0fd38-70bd-406e-ac77-6cf4521a5d06), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:29.856779 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d348d05-b18f-4b91-bbad-e3e44da00519 req-9e937503-8dc6-4c9e-86af-584fd25cefd8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:29.858401 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9d348d05-b18f-4b91-bbad-e3e44da00519 req-9e937503-8dc6-4c9e-86af-584fd25cefd8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0795128 Aug 31 04:07:29.875583 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-41d40c05-812c-45ab-abd2-cc4d66b3a183 admin admin] Publish callbacks [] for security_group (1bd0fd38-70bd-406e-ac77-6cf4521a5d06), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:29.928056 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9003565c-649b-43a8-8551-bc752c3873b5 req-9ab8bc7b-2371-45fc-926a-9f05ff971f86 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014352 Aug 31 04:07:29.934110 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-41d40c05-812c-45ab-abd2-cc4d66b3a183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (1bd0fd38-70bd-406e-ac77-6cf4521a5d06), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:29.937167 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-41d40c05-812c-45ab-abd2-cc4d66b3a183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:29.944452 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-41d40c05-812c-45ab-abd2-cc4d66b3a183 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1bd0fd38-70bd-406e-ac77-6cf4521a5d06 HTTP/1.1" status: 204 len: 168 time: 0.1656163 Aug 31 04:07:29.947676 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9d348d05-b18f-4b91-bbad-e3e44da00519 req-baf7c11f-6901-4abf-b546-ce829f081722 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795605 Aug 31 04:07:29.954579 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d40c05-812c-45ab-abd2-cc4d66b3a183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd0fd38-70bd-406e-ac77-6cf4521a5d06,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:30.264897 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 41490) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:30.278693 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-044e8199-ad13-4cf5-88a1-84a95e75b290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:30.361845 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-044e8199-ad13-4cf5-88a1-84a95e75b290 admin admin] Publish callbacks [] for security_group (ac12adca-8014-4a5c-b7c0-c0f7fa0c64df), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:30.365593 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-044e8199-ad13-4cf5-88a1-84a95e75b290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (ac12adca-8014-4a5c-b7c0-c0f7fa0c64df), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:30.401913 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:30.405891 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e8199-ad13-4cf5-88a1-84a95e75b290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac12adca-8014-4a5c-b7c0-c0f7fa0c64df,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:30.410321 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-044e8199-ad13-4cf5-88a1-84a95e75b290 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=edcb5eb0fbf34555be2102e4245cb35b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443639 Aug 31 04:07:30.413638 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 41492) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:30.481871 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e269c6b3-ac08-4b77-be72-3ff9b702a00e admin admin] Publish callbacks [] for security_group (ac12adca-8014-4a5c-b7c0-c0f7fa0c64df), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:30.485370 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:30.508077 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e269c6b3-ac08-4b77-be72-3ff9b702a00e admin admin] Publish callbacks [] for security_group (ac12adca-8014-4a5c-b7c0-c0f7fa0c64df), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:30.559308 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e269c6b3-ac08-4b77-be72-3ff9b702a00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (ac12adca-8014-4a5c-b7c0-c0f7fa0c64df), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:30.562699 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e269c6b3-ac08-4b77-be72-3ff9b702a00e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:30.563977 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-e269c6b3-ac08-4b77-be72-3ff9b702a00e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ac12adca-8014-4a5c-b7c0-c0f7fa0c64df HTTP/1.1" status: 204 len: 168 time: 0.1496634 Aug 31 04:07:30.577299 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269c6b3-ac08-4b77-be72-3ff9b702a00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac12adca-8014-4a5c-b7c0-c0f7fa0c64df,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:31.061977 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209cebc-9c2a-43ab-88bc-861c9ddc066d req-37e18669-2b97-4f02-a8b1-72d8ddbaf3eb tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:31.063488 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6209cebc-9c2a-43ab-88bc-861c9ddc066d req-37e18669-2b97-4f02-a8b1-72d8ddbaf3eb tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 945 time: 0.0678627 Aug 31 04:07:31.111463 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e059ee-2190-4503-b4c8-6adf6482462c req-b6e0555f-b375-4265-aa3d-703077e42f7b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:31.111463 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-29e059ee-2190-4503-b4c8-6adf6482462c req-b6e0555f-b375-4265-aa3d-703077e42f7b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0689044 Aug 31 04:07:31.162691 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6209cebc-9c2a-43ab-88bc-861c9ddc066d req-e66d289b-debf-4a09-9472-8248e1680423 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825832 Aug 31 04:07:31.226932 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-29e059ee-2190-4503-b4c8-6adf6482462c req-64eced75-d7f9-4b1d-8bac-922628ca5604 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092358 Aug 31 04:07:31.632319 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 41600) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:31.770065 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-60122b3d-1d6d-4200-b5f9-e5522cb4929d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:31.846493 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:31.856098 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-60122b3d-1d6d-4200-b5f9-e5522cb4929d admin admin] Publish callbacks [] for security_group (12a816ca-3b14-413a-8b38-0b76f2afd111), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:31.861438 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-60122b3d-1d6d-4200-b5f9-e5522cb4929d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (12a816ca-3b14-413a-8b38-0b76f2afd111), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:31.905997 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-60122b3d-1d6d-4200-b5f9-e5522cb4929d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=41fc730ba093494ca268d17dda13b370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694960 Aug 31 04:07:31.905997 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60122b3d-1d6d-4200-b5f9-e5522cb4929d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a816ca-3b14-413a-8b38-0b76f2afd111,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:31.906349 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 41610) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:31.964808 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ff92e28f-ca42-4a2d-a9e3-455fc308591f admin admin] Publish callbacks [] for security_group (12a816ca-3b14-413a-8b38-0b76f2afd111), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:31.989969 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ff92e28f-ca42-4a2d-a9e3-455fc308591f admin admin] Publish callbacks [] for security_group (12a816ca-3b14-413a-8b38-0b76f2afd111), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:32.042197 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ff92e28f-ca42-4a2d-a9e3-455fc308591f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (12a816ca-3b14-413a-8b38-0b76f2afd111), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:32.045034 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ff92e28f-ca42-4a2d-a9e3-455fc308591f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:32.046487 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-ff92e28f-ca42-4a2d-a9e3-455fc308591f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/12a816ca-3b14-413a-8b38-0b76f2afd111 HTTP/1.1" status: 204 len: 168 time: 0.1386702 Aug 31 04:07:32.054884 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92e28f-ca42-4a2d-a9e3-455fc308591f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a816ca-3b14-413a-8b38-0b76f2afd111,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:32.328087 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67bb83-3ffb-45cf-a283-8efc1bc2ad0a req-3b9a8712-3489-4717-a6d8-ba165ed12928 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:32.330089 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cd67bb83-3ffb-45cf-a283-8efc1bc2ad0a req-3b9a8712-3489-4717-a6d8-ba165ed12928 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 945 time: 0.0623300 Aug 31 04:07:32.406722 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955f555-ffbe-4948-bdba-2bc93cdc790c req-d1ce768e-c76b-4389-b3ae-3acd5325b07a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:32.408304 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b955f555-ffbe-4948-bdba-2bc93cdc790c req-d1ce768e-c76b-4389-b3ae-3acd5325b07a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0636494 Aug 31 04:07:32.451144 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cd67bb83-3ffb-45cf-a283-8efc1bc2ad0a req-f24da7b6-048f-42e1-aeb2-309e33acf903 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148834 Aug 31 04:07:32.495696 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b955f555-ffbe-4948-bdba-2bc93cdc790c req-20175192-579c-48d6-8e7b-16c3f3418dbb tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794649 Aug 31 04:07:32.568668 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:32.617753 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17111f-cb1b-40cc-955f-3124d74b3e24 req-bd6bd466-d443-4af6-8bfb-238fb6976d97 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:32.619482 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7e17111f-cb1b-40cc-955f-3124d74b3e24 req-bd6bd466-d443-4af6-8bfb-238fb6976d97 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 945 time: 0.0608783 Aug 31 04:07:32.633631 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 41650) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:32.640209 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-a2e9ac28-380c-4add-bc74-30d63b9970c5 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'floatingip': {'port_id': '55988fa5-eb1f-435f-ba39-34e32cd7d071'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:07:32.691142 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ac28-380c-4add-bc74-30d63b9970c5 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (3e0fd4f6-f214-4338-af25-6ffc7a17f848), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:32.758189 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fa7e8-e53c-4d11-86d6-7569bd6abf06 req-b0bf1e1d-c048-4066-b17e-f56b8317af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:32.759927 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6b0fa7e8-e53c-4d11-86d6-7569bd6abf06 req-b0bf1e1d-c048-4066-b17e-f56b8317af1f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 1130 time: 0.0541215 Aug 31 04:07:32.827261 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:33.298796 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fa7e8-e53c-4d11-86d6-7569bd6abf06 req-71ac26fb-f606-4183-ae24-9686f3f39e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:33.300743 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6b0fa7e8-e53c-4d11-86d6-7569bd6abf06 req-71ac26fb-f606-4183-ae24-9686f3f39e21 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 920 time: 0.1477983 Aug 31 04:07:33.307061 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ac28-380c-4add-bc74-30d63b9970c5 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:33.314746 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ac28-380c-4add-bc74-30d63b9970c5 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (3e0fd4f6-f214-4338-af25-6ffc7a17f848), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:33.353464 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6b0fa7e8-e53c-4d11-86d6-7569bd6abf06 req-966dabe1-d886-445d-8251-54a5b17e3445 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b575fcc-5e74-46cb-a2b3-d057f4200d55 HTTP/1.1" status: 200 len: 217 time: 0.0443130 Aug 31 04:07:33.356139 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:33.434443 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.l3_db [None req-a2e9ac28-380c-4add-bc74-30d63b9970c5 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Floating IP 3e0fd4f6-f214-4338-af25-6ffc7a17f848 associated. External IP: 172.27.1.57, port: 55988fa5-eb1f-435f-ba39-34e32cd7d071. Aug 31 04:07:33.482344 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fa7e8-e53c-4d11-86d6-7569bd6abf06 req-9b777839-4e59-43c4-970d-57a7c4861ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:33.485232 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6b0fa7e8-e53c-4d11-86d6-7569bd6abf06 req-9b777839-4e59-43c4-970d-57a7c4861ec6 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fa37a94d-b25b-47af-8952-0a7e47ca5103 HTTP/1.1" status: 200 len: 858 time: 0.1192224 Aug 31 04:07:33.550923 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a2ea4249-468a-4308-a86f-5cb6aa0c6576 req-8417383e-840d-4abd-96a6-507f17164be8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485785 Aug 31 04:07:33.622647 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fa7e8-e53c-4d11-86d6-7569bd6abf06 req-c961cf33-25b3-4144-8154-8df5e89fa785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:33.624325 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6b0fa7e8-e53c-4d11-86d6-7569bd6abf06 req-c961cf33-25b3-4144-8154-8df5e89fa785 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760288 Aug 31 04:07:33.767563 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e9ac28-380c-4add-bc74-30d63b9970c5 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Router 452f5ef7-61d0-42f8-9266-736c6a122aeb has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:07:33.877956 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e9ac28-380c-4add-bc74-30d63b9970c5 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:07:33.882577 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ac28-380c-4add-bc74-30d63b9970c5 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:33.890441 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2848e31a-0e49-47e2-a646-73f2511c5e6c None None] Sync routers for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:07:33.894310 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=84 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:33.895196 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:33.905558 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2848e31a-0e49-47e2-a646-73f2511c5e6c None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:07:33.906199 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2848e31a-0e49-47e2-a646-73f2511c5e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:07:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:33.914404 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-a2e9ac28-380c-4add-bc74-30d63b9970c5 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/3e0fd4f6-f214-4338-af25-6ffc7a17f848 HTTP/1.1" status: 200 len: 990 time: 1.2796042 Aug 31 04:07:33.915375 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'tag': '55988fa5-eb1f-435f-ba39-34e32cd7d071'}] {{(pid=106458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:07:33.917989 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab21058fd9cc7c6c9b6319ea517c36f91abc2cee6dad35e856c077ecf1eac4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02abbc87-4e9d-4a1c-810f-9f48797708d7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5504b0-52b4-4d1a-a67b-6d6e26053371", "tag": "55988fa5-eb1f-435f-ba39-34e32cd7d071"}]}' {{(pid=106458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:07:33.987254 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea4249-468a-4308-a86f-5cb6aa0c6576 req-b84c61f3-a49a-4048-b047-0c2e2ff6df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:33.988952 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a2ea4249-468a-4308-a86f-5cb6aa0c6576 req-b84c61f3-a49a-4048-b047-0c2e2ff6df19 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=dfea8632ec6f4cb5ac84e58d4fe10e6a&device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 1130 time: 0.3084226 Aug 31 04:07:34.018245 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-2848e31a-0e49-47e2-a646-73f2511c5e6c None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:07:34.036815 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7aa96-9875-4d37-9b9c-0919ff6538da req-ef911d67-1971-4dcf-b851-48669610fb90 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:34.038287 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4ef7aa96-9875-4d37-9b9c-0919ff6538da req-ef911d67-1971-4dcf-b851-48669610fb90 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.4344654 Aug 31 04:07:34.107206 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6aca4-8336-4b45-bde7-6e918285ee89 req-e88230f4-3e72-46ab-8738-51604e3a7f28 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:34.115054 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1fb6aca4-8336-4b45-bde7-6e918285ee89 req-e88230f4-3e72-46ab-8738-51604e3a7f28 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 946 time: 0.1432586 Aug 31 04:07:34.170701 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4ef7aa96-9875-4d37-9b9c-0919ff6538da req-6e2b35cb-4729-41a0-bd4b-0cf6e919237e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130686 Aug 31 04:07:34.178803 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6b0fa7e8-e53c-4d11-86d6-7569bd6abf06 req-b642a385-fdda-4f5d-bbc5-01386bb200ea service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293616 Aug 31 04:07:34.217713 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1fb6aca4-8336-4b45-bde7-6e918285ee89 req-1fd901ce-39ca-473c-86b0-9cdce2470837 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977392 Aug 31 04:07:34.249021 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbb3b71-2f76-4c48-805d-2401e0f3ac2e x-openstack-request-id: req-cbbb3b71-2f76-4c48-805d-2401e0f3ac2e {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:07:34.249318 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5504b0-52b4-4d1a-a67b-6d6e26053371", "tag": "55988fa5-eb1f-435f-ba39-34e32cd7d071", "status": "completed", "code": 200}]} {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:07:34.249570 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbbb3b71-2f76-4c48-805d-2401e0f3ac2e {{(pid=106458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:07:34.250182 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbb3b71-2f76-4c48-805d-2401e0f3ac2e'] response: {'name': 'network-changed', 'server_uuid': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'tag': '55988fa5-eb1f-435f-ba39-34e32cd7d071', 'status': 'completed', 'code': 200} Aug 31 04:07:34.294347 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2848e31a-0e49-47e2-a646-73f2511c5e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '3e0fd4f6-f214-4338-af25-6ffc7a17f848', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '55988fa5-eb1f-435f-ba39-34e32cd7d071', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:e7:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:06:39Z', 'updated_at': '2022-08-31T04:07:33Z', 'revision_number': 1, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:34.323952 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2848e31a-0e49-47e2-a646-73f2511c5e6c None None] Checking router: 452f5ef7-61d0-42f8-9266-736c6a122aeb for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:07:34.334006 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2848e31a-0e49-47e2-a646-73f2511c5e6c None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:07:34.334619 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2848e31a-0e49-47e2-a646-73f2511c5e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:07:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:34.448544 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-2848e31a-0e49-47e2-a646-73f2511c5e6c None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:07:34.770457 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2848e31a-0e49-47e2-a646-73f2511c5e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '3e0fd4f6-f214-4338-af25-6ffc7a17f848', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '55988fa5-eb1f-435f-ba39-34e32cd7d071', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:e7:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:06:39Z', 'updated_at': '2022-08-31T04:07:33Z', 'revision_number': 1, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:34.796574 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2848e31a-0e49-47e2-a646-73f2511c5e6c None None] The sync data for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi is: [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '3e0fd4f6-f214-4338-af25-6ffc7a17f848', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '55988fa5-eb1f-435f-ba39-34e32cd7d071', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:e7:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:06:39Z', 'updated_at': '2022-08-31T04:07:33Z', 'revision_number': 1, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:07:35.015819 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de347062-e23c-492c-bd31-43c951b485ce None None] New status for floating IP 3e0fd4f6-f214-4338-af25-6ffc7a17f848: ACTIVE {{(pid=106460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:07:35.326590 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979491d-023e-4cff-9d24-8589d0eca9bb req-651967a5-6f5a-4df1-b390-82a52cb75abe tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:35.328197 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4979491d-023e-4cff-9d24-8589d0eca9bb req-651967a5-6f5a-4df1-b390-82a52cb75abe tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0703895 Aug 31 04:07:35.382744 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:35.463511 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9148c-ea63-4c3a-9eec-b94285b5595b req-2b356bd1-594c-4a47-b96c-ec423a39e335 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:35.465424 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a0a9148c-ea63-4c3a-9eec-b94285b5595b req-2b356bd1-594c-4a47-b96c-ec423a39e335 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 946 time: 0.1601171 Aug 31 04:07:35.590311 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abbc87-4e9d-4a1c-810f-9f48797708d7 req-4ba0fc34-199f-438c-939e-39a6d4a94fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:35.592828 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-02abbc87-4e9d-4a1c-810f-9f48797708d7 req-4ba0fc34-199f-438c-939e-39a6d4a94fb1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 1129 time: 0.1778362 Aug 31 04:07:35.602040 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4979491d-023e-4cff-9d24-8589d0eca9bb req-61fc453b-e188-4e7f-9380-8e31c884ac4c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481451 Aug 31 04:07:35.662305 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:35.689549 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6b0fa7e8-e53c-4d11-86d6-7569bd6abf06 req-cd0906b0-729c-4971-a3aa-f44ce408c819 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232596 Aug 31 04:07:35.704732 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a0a9148c-ea63-4c3a-9eec-b94285b5595b req-b854238d-fdf9-48ae-8c09-cc380e03a3fa tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967762 Aug 31 04:07:35.744499 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea4249-468a-4308-a86f-5cb6aa0c6576 req-fa5d605a-f676-43aa-891c-7bf77acc720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:35.746215 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a2ea4249-468a-4308-a86f-5cb6aa0c6576 req-fa5d605a-f676-43aa-891c-7bf77acc720c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=baa3571f-8f19-4b2e-8020-5b4000efc9ca HTTP/1.1" status: 200 len: 913 time: 0.3561134 Aug 31 04:07:35.856244 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a2ea4249-468a-4308-a86f-5cb6aa0c6576 req-b4a5cc19-f6be-418a-a628-2b45035f8301 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c70b840e-d3e2-4644-b547-1b19ffa1be8d HTTP/1.1" status: 200 len: 217 time: 0.0782921 Aug 31 04:07:35.900281 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abbc87-4e9d-4a1c-810f-9f48797708d7 req-99a1dfc9-dcf0-4f65-ab78-3b94e3906443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:35.901794 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-02abbc87-4e9d-4a1c-810f-9f48797708d7 req-99a1dfc9-dcf0-4f65-ab78-3b94e3906443 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 200 len: 916 time: 0.1912522 Aug 31 04:07:36.030031 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-02abbc87-4e9d-4a1c-810f-9f48797708d7 req-012f99ff-695f-416c-a4a3-0ef4198bdc82 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55988fa5-eb1f-435f-ba39-34e32cd7d071 HTTP/1.1" status: 200 len: 1000 time: 0.0996943 Aug 31 04:07:36.031767 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea4249-468a-4308-a86f-5cb6aa0c6576 req-53d3abcb-d867-49f7-98b8-c4618313a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:36.033160 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a2ea4249-468a-4308-a86f-5cb6aa0c6576 req-53d3abcb-d867-49f7-98b8-c4618313a5f1 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=177163f6-c722-4118-9d77-62d0501130ba HTTP/1.1" status: 200 len: 851 time: 0.0951028 Aug 31 04:07:36.156683 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea4249-468a-4308-a86f-5cb6aa0c6576 req-ae5e3a82-2b9c-4e97-800f-4cc03a72cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:36.158411 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a2ea4249-468a-4308-a86f-5cb6aa0c6576 req-ae5e3a82-2b9c-4e97-800f-4cc03a72cc4a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=baa3571f-8f19-4b2e-8020-5b4000efc9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1147754 Aug 31 04:07:36.164386 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390fd08-38ee-4df7-bcdc-74ea1e076b7d req-3b444bc0-d9e5-4b57-af2a-2cd23ca082b6 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:36.165708 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a390fd08-38ee-4df7-bcdc-74ea1e076b7d req-3b444bc0-d9e5-4b57-af2a-2cd23ca082b6 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 946 time: 0.0877867 Aug 31 04:07:36.167065 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abbc87-4e9d-4a1c-810f-9f48797708d7 req-232b3f59-d190-461d-94dd-ecaae11592e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:36.168409 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-02abbc87-4e9d-4a1c-810f-9f48797708d7 req-232b3f59-d190-461d-94dd-ecaae11592e0 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=da35dc9f-c372-4110-8bb0-0f937da725c4 HTTP/1.1" status: 200 len: 854 time: 0.1260443 Aug 31 04:07:36.337258 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abbc87-4e9d-4a1c-810f-9f48797708d7 req-dadc4670-92d7-49b1-881f-9fd62579f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:36.338906 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-02abbc87-4e9d-4a1c-810f-9f48797708d7 req-dadc4670-92d7-49b1-881f-9fd62579f55d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=df2a7da3-c61f-4600-a4d7-00eeb18098d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1593480 Aug 31 04:07:36.484346 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-a390fd08-38ee-4df7-bcdc-74ea1e076b7d req-31bd8d50-af52-4445-b442-701d16650806 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Deleting port c70b840e-d3e2-4644-b547-1b19ffa1be8d {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:07:36.484747 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-a390fd08-38ee-4df7-bcdc-74ea1e076b7d req-31bd8d50-af52-4445-b442-701d16650806 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:36.492690 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a2ea4249-468a-4308-a86f-5cb6aa0c6576 req-d892e9bb-bf74-4012-b2f7-607e97861258 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/baa3571f-8f19-4b2e-8020-5b4000efc9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142595 Aug 31 04:07:36.619793 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:36.630938 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-02abbc87-4e9d-4a1c-810f-9f48797708d7 req-e992eab1-e021-41b1-8f8f-131967ecbdd3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827303 Aug 31 04:07:36.765979 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:36.768454 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-a390fd08-38ee-4df7-bcdc-74ea1e076b7d req-31bd8d50-af52-4445-b442-701d16650806 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] For port c70b840e-d3e2-4644-b547-1b19ffa1be8d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c70b840e-d3e2-4644-b547-1b19ffa1be8d,segment=NetworkSegment(a5239fcd-4f1c-4c48-b6c3-51b8a021d81e),segment_id=a5239fcd-4f1c-4c48-b6c3-51b8a021d81e)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:36.768827 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-a390fd08-38ee-4df7-bcdc-74ea1e076b7d req-31bd8d50-af52-4445-b442-701d16650806 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:36.804886 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a2ea4249-468a-4308-a86f-5cb6aa0c6576 req-d05945e4-f623-400b-81e8-968911b33477 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/baa3571f-8f19-4b2e-8020-5b4000efc9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961330 Aug 31 04:07:36.848331 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-a390fd08-38ee-4df7-bcdc-74ea1e076b7d req-31bd8d50-af52-4445-b442-701d16650806 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Calling delete_port for c70b840e-d3e2-4644-b547-1b19ffa1be8d owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:07:36.863213 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7c569-29d4-4788-8a35-1e79f38d8ee9 req-7417ee68-7c4a-4e2f-96fe-4173eb8cb1c7 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:36.865560 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-70d7c569-29d4-4788-8a35-1e79f38d8ee9 req-7417ee68-7c4a-4e2f-96fe-4173eb8cb1c7 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.1355133 Aug 31 04:07:36.868710 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 41788) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:37.005506 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd2ea-cb89-470c-8c7b-65a6fb185348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:37.097550 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd2ea-cb89-470c-8c7b-65a6fb185348 admin admin] Publish callbacks [] for security_group (ee0c4979-969f-44f9-bde5-15c314f98323), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:37.099269 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:37.106452 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5f6fd2ea-cb89-470c-8c7b-65a6fb185348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (ee0c4979-969f-44f9-bde5-15c314f98323), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:37.145594 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fd2ea-cb89-470c-8c7b-65a6fb185348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0c4979-969f-44f9-bde5-15c314f98323,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:37.175600 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-5f6fd2ea-cb89-470c-8c7b-65a6fb185348 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=75af9ee79a5a4861a127837e0129e33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057451 Aug 31 04:07:37.176333 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 41806) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:37.192019 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbd704-6471-45e5-824d-3aa7f9ee8820 req-5197391a-2f6a-4452-97fb-eff861915474 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:37.193524 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-15fbd704-6471-45e5-824d-3aa7f9ee8820 req-5197391a-2f6a-4452-97fb-eff861915474 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 946 time: 0.4036562 Aug 31 04:07:37.203840 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-02abbc87-4e9d-4a1c-810f-9f48797708d7 req-dbb165c9-d89f-4d0f-8711-0c360b8d5dd2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590596 Aug 31 04:07:37.265587 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d5974b00-7ba3-4fe5-9323-4bd024738ce0 admin admin] Publish callbacks [] for security_group (ee0c4979-969f-44f9-bde5-15c314f98323), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:37.297827 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-70d7c569-29d4-4788-8a35-1e79f38d8ee9 req-522f0646-be30-411d-b730-6445506d33a8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076052 Aug 31 04:07:37.298019 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d5974b00-7ba3-4fe5-9323-4bd024738ce0 admin admin] Publish callbacks [] for security_group (ee0c4979-969f-44f9-bde5-15c314f98323), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:37.370611 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d5974b00-7ba3-4fe5-9323-4bd024738ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (ee0c4979-969f-44f9-bde5-15c314f98323), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:37.373560 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d5974b00-7ba3-4fe5-9323-4bd024738ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:37.377440 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-d5974b00-7ba3-4fe5-9323-4bd024738ce0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ee0c4979-969f-44f9-bde5-15c314f98323 HTTP/1.1" status: 204 len: 168 time: 0.2001178 Aug 31 04:07:37.406921 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-15fbd704-6471-45e5-824d-3aa7f9ee8820 req-19f67bf4-c252-4cb1-a1c7-6fff7ade53e8 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850243 Aug 31 04:07:37.410131 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5974b00-7ba3-4fe5-9323-4bd024738ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0c4979-969f-44f9-bde5-15c314f98323,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:37.443203 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-a390fd08-38ee-4df7-bcdc-74ea1e076b7d req-31bd8d50-af52-4445-b442-701d16650806 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454'] for port (c70b840e-d3e2-4644-b547-1b19ffa1be8d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:37.529383 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd8d50-af52-4445-b442-701d16650806 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Pushing event deleted for resources: {'Port': ['ID=c70b840e-d3e2-4644-b547-1b19ffa1be8d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:37.604848 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-a390fd08-38ee-4df7-bcdc-74ea1e076b7d req-31bd8d50-af52-4445-b442-701d16650806 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] No DVR routers for this DVR port c70b840e-d3e2-4644-b547-1b19ffa1be8d on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:07:37.608847 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-a390fd08-38ee-4df7-bcdc-74ea1e076b7d req-31bd8d50-af52-4445-b442-701d16650806 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:37.612309 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a390fd08-38ee-4df7-bcdc-74ea1e076b7d req-31bd8d50-af52-4445-b442-701d16650806 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.26 "DELETE /networking/v2.0/ports/c70b840e-d3e2-4644-b547-1b19ffa1be8d HTTP/1.1" status: 204 len: 173 time: 1.4317327 Aug 31 04:07:37.612842 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5844439f-0f36-44bf-8d44-f7c95e7954c4', 'name': 'network-vif-deleted', 'tag': 'c70b840e-d3e2-4644-b547-1b19ffa1be8d'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:07:37.615746 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1d2ab4-3bb8-4762-aff4-c9a3c443f796" -d '{"events": [{"server_uuid": "5844439f-0f36-44bf-8d44-f7c95e7954c4", "name": "network-vif-deleted", "tag": "c70b840e-d3e2-4644-b547-1b19ffa1be8d"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:07:37.669107 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74c0b25-cf41-4275-ad30-30bfcf00684c x-openstack-request-id: req-f74c0b25-cf41-4275-ad30-30bfcf00684c {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:07:37.669453 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5844439f-0f36-44bf-8d44-f7c95e7954c4", "name": "network-vif-deleted", "tag": "c70b840e-d3e2-4644-b547-1b19ffa1be8d", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:07:37.670150 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f74c0b25-cf41-4275-ad30-30bfcf00684c {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:07:37.670529 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f74c0b25-cf41-4275-ad30-30bfcf00684c'] response: {'server_uuid': '5844439f-0f36-44bf-8d44-f7c95e7954c4', 'name': 'network-vif-deleted', 'tag': 'c70b840e-d3e2-4644-b547-1b19ffa1be8d', 'status': 'completed', 'code': 200} Aug 31 04:07:38.243173 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 41848) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:38.353789 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1178498871-network', 'tenant_id': 'd362e24b36234e6b9a62f07a06dcd9f3'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:07:38.377659 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] Made reservation on behalf of d362e24b36234e6b9a62f07a06dcd9f3 for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:07:38.380650 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:38.400845 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:38.454151 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368b550-c230-464d-968f-ba29d19e92bd req-6e325ae8-a9e1-4c0a-a0b0-f592530a4c14 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:38.455725 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9368b550-c230-464d-968f-ba29d19e92bd req-6e325ae8-a9e1-4c0a-a0b0-f592530a4c14 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0721443 Aug 31 04:07:38.523545 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ec281bbb-8fc7-42b4-98ab-6b9f4b0dba73 req-da50896a-c5bc-4221-956d-d3a757195c79 tempest-DeleteServersTestJSON-1084550576 tempest-DeleteServersTestJSON-1084550576-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5844439f-0f36-44bf-8d44-f7c95e7954c4 HTTP/1.1" status: 200 len: 210 time: 0.0359459 Aug 31 04:07:38.567073 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9368b550-c230-464d-968f-ba29d19e92bd req-1eb18659-1fe1-40e8-8471-7ba6d35a1cac tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985298 Aug 31 04:07:38.593215 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] Publish callbacks [] for security_group (a0b899b7-b161-4235-a165-f25ce5b2109a), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:38.597703 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a0b899b7-b161-4235-a165-f25ce5b2109a), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:38.621281 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:07:38.640798 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:38.644742 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (5dc53a97-5706-4654-8311-94a4f77c73e0), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:38.645382 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.segments_db [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] Added segment 5dc53a97-5706-4654-8311-94a4f77c73e0 of type vlan for network f3daff5e-9e3d-4999-a212-86ec6d078ed2 Aug 31 04:07:38.649192 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b899b7-b161-4235-a165-f25ce5b2109a,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:38.689562 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:38.708215 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (f3daff5e-9e3d-4999-a212-86ec6d078ed2), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:38.751221 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (f3daff5e-9e3d-4999-a212-86ec6d078ed2), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:38.752777 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:38.753570 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:38.825474 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] Pushing event updated for resources: {'Network': ['ID=f3daff5e-9e3d-4999-a212-86ec6d078ed2,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:38.837822 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network f3daff5e-9e3d-4999-a212-86ec6d078ed2 details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:07:38.855075 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-b6a1d879-013e-41a2-9250-599e49a6d96c admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6106126 Aug 31 04:07:38.858182 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 41870) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:38.864236 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-3b2463d6-07ea-4801-8c9f-a4c2a474d71a admin admin] Request body: {'subnet': {'network_id': 'f3daff5e-9e3d-4999-a212-86ec6d078ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1178498871-subnet', 'tenant_id': 'd362e24b36234e6b9a62f07a06dcd9f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:07:38.896266 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2463d6-07ea-4801-8c9f-a4c2a474d71a admin admin] Made reservation on behalf of d362e24b36234e6b9a62f07a06dcd9f3 for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:07:38.899464 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3b2463d6-07ea-4801-8c9f-a4c2a474d71a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:39.130926 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3b2463d6-07ea-4801-8c9f-a4c2a474d71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for subnet (06056994-53a0-4d43-a07f-b876f8773cdd), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:39.196621 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2463d6-07ea-4801-8c9f-a4c2a474d71a admin admin] Pushing event updated for resources: {'Subnet': ['ID=06056994-53a0-4d43-a07f-b876f8773cdd,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:39.208698 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2463d6-07ea-4801-8c9f-a4c2a474d71a admin admin] Checking segment: {'id': '5dc53a97-5706-4654-8311-94a4f77c73e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f3daff5e-9e3d-4999-a212-86ec6d078ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:07:39.209026 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2463d6-07ea-4801-8c9f-a4c2a474d71a admin admin] Network hostable DHCP agents. Network: f3daff5e-9e3d-4999-a212-86ec6d078ed2, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:07:39.231050 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2463d6-07ea-4801-8c9f-a4c2a474d71a admin admin] Network f3daff5e-9e3d-4999-a212-86ec6d078ed2 is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:07:39.241360 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-3b2463d6-07ea-4801-8c9f-a4c2a474d71a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, f3daff5e-9e3d-4999-a212-86ec6d078ed2) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:07:39.246916 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2463d6-07ea-4801-8c9f-a4c2a474d71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:39.248946 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3b2463d6-07ea-4801-8c9f-a4c2a474d71a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:39.250914 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239a869c-57ec-4127-8ceb-c13ee5c0d697 None None] Network f3daff5e-9e3d-4999-a212-86ec6d078ed2 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:07:39.290529 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-3b2463d6-07ea-4801-8c9f-a4c2a474d71a admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4224324 Aug 31 04:07:39.299925 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device c70b840e-d3e2-4644-b547-1b19ffa1be8d no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:07:39.328784 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: c70b840e-d3e2-4644-b547-1b19ffa1be8d {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:07:39.329322 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device c70b840e-d3e2-4644-b547-1b19ffa1be8d not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:07:39.380623 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8a811f-b08a-4994-bdb9-b125c5260eeb None None] Network f3daff5e-9e3d-4999-a212-86ec6d078ed2 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:07:39.718170 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c9176-0284-49a9-ac25-38e370efcd4f req-971d5e14-29fe-4f84-a3e1-8feb8c9d1a7a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:39.722174 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ca3c9176-0284-49a9-ac25-38e370efcd4f req-971d5e14-29fe-4f84-a3e1-8feb8c9d1a7a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0609479 Aug 31 04:07:39.782547 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ca3c9176-0284-49a9-ac25-38e370efcd4f req-ce8d4e29-db3f-4612-9e73-7c6a80110b98 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559814 Aug 31 04:07:40.401564 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 41948) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:40.449049 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_v2 [None req-b348e5a1-69c3-4a17-b758-93400ef9ee7b admin admin] Deleting subnet 970200eb-83e0-413a-a6d1-9502853e2db6 {{(pid=106458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:07:40.452485 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b348e5a1-69c3-4a17-b758-93400ef9ee7b admin admin] Publish callbacks [] for subnet (970200eb-83e0-413a-a6d1-9502853e2db6), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:40.480212 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:40.490629 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b348e5a1-69c3-4a17-b758-93400ef9ee7b admin admin] Publish callbacks [] for subnet (970200eb-83e0-413a-a6d1-9502853e2db6), precommit_delete_associations {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:40.502536 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b348e5a1-69c3-4a17-b758-93400ef9ee7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (970200eb-83e0-413a-a6d1-9502853e2db6), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:40.564731 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b348e5a1-69c3-4a17-b758-93400ef9ee7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for subnet (970200eb-83e0-413a-a6d1-9502853e2db6), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:40.595792 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348e5a1-69c3-4a17-b758-93400ef9ee7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=970200eb-83e0-413a-a6d1-9502853e2db6,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:40.601643 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b348e5a1-69c3-4a17-b758-93400ef9ee7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:40.605255 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-b348e5a1-69c3-4a17-b758-93400ef9ee7b admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/970200eb-83e0-413a-a6d1-9502853e2db6 HTTP/1.1" status: 204 len: 168 time: 0.2020848 Aug 31 04:07:40.607961 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 41956) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:40.679237 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (5045606b-3406-497b-97cd-87cec0c53ad1), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:40.768804 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (5045606b-3406-497b-97cd-87cec0c53ad1), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:40.791064 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:40.791415 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:40.792164 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:40.792501 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Subscribe: > port after_create 55550000 {{(pid=106458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:40.792824 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Subscribe: > port after_delete 55550000 {{(pid=106458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:40.793159 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Subscribe: > port after_update 55550000 {{(pid=106458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:40.793482 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:40.793926 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:40.794313 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:40.794727 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:40.919016 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c36494-ab10-46fc-bce7-ee2a8763973d req-fe2d1762-6b43-4737-b6e5-f88d641dc86d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:40.920970 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c2c36494-ab10-46fc-bce7-ee2a8763973d req-fe2d1762-6b43-4737-b6e5-f88d641dc86d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0489328 Aug 31 04:07:40.977515 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:40.977859 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:40.978209 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:40.978531 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106458) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:40.978902 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5045606b-3406-497b-97cd-87cec0c53ad1']}} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:40.992016 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c2c36494-ab10-46fc-bce7-ee2a8763973d req-53dcdaaf-507e-4fc6-bcf8-920ee8f6fd74 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649407 Aug 31 04:07:41.003153 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725a195a-3564-4b92-a5e8-7a76e43bd0c0') {'for_net_delete': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:41.003589 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725a195a-3564-4b92-a5e8-7a76e43bd0c0') {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:41.031187 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838319'] for segment (725a195a-3564-4b92-a5e8-7a76e43bd0c0), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:41.053828 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (725a195a-3564-4b92-a5e8-7a76e43bd0c0), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:41.069300 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=106458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:07:41.069300 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4007848'] for segment (725a195a-3564-4b92-a5e8-7a76e43bd0c0), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:41.070791 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 41980) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:41.246012 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:41.273219 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-f35f602e-996c-469e-9fd1-26be64ee0cd8 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:41.274686 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-f35f602e-996c-469e-9fd1-26be64ee0cd8 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f3daff5e-9e3d-4999-a212-86ec6d078ed2 HTTP/1.1" status: 200 len: 814 time: 0.1971409 Aug 31 04:07:41.320580 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:41.329589 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-2e7bb30c-428a-450f-9025-875ec7586ecb tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/quotas/d362e24b36234e6b9a62f07a06dcd9f3 HTTP/1.1" status: 200 len: 375 time: 0.0210605 Aug 31 04:07:41.383500 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (5045606b-3406-497b-97cd-87cec0c53ad1), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:41.393277 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:41.396731 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/5045606b-3406-497b-97cd-87cec0c53ad1 HTTP/1.1" status: 204 len: 168 time: 0.7875249 Aug 31 04:07:41.397796 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-f8a5639c-fac1-4c59-bbfa-f3789bcf6188 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d362e24b36234e6b9a62f07a06dcd9f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616322 Aug 31 04:07:41.400172 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 41986) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:41.417667 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141fa26-be2a-4b08-a881-a9534256522e admin admin] Pushing event deleted for resources: {'Network': ['ID=5045606b-3406-497b-97cd-87cec0c53ad1,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:41.531457 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_v2 [None req-6108f4f1-bed6-43f4-a0a9-2a9bcb389781 admin admin] Deleting subnet b063d34b-fea2-48ee-96fb-a309630de69a {{(pid=106459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:07:41.547276 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6108f4f1-bed6-43f4-a0a9-2a9bcb389781 admin admin] Publish callbacks [] for subnet (b063d34b-fea2-48ee-96fb-a309630de69a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:41.619988 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment 725a195a-3564-4b92-a5e8-7a76e43bd0c0 resource provider aggregate not found Aug 31 04:07:41.655455 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment 725a195a-3564-4b92-a5e8-7a76e43bd0c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 725a195a-3564-4b92-a5e8-7a76e43bd0c0 found for delete ", "request_id": "req-cef6db65-2470-43c0-96d4-25c84e8dad80"}]} Aug 31 04:07:41.700036 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6108f4f1-bed6-43f4-a0a9-2a9bcb389781 admin admin] Publish callbacks [] for subnet (b063d34b-fea2-48ee-96fb-a309630de69a), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:41.720172 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-d1256912-0006-47de-a435-258a6666870f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f3daff5e-9e3d-4999-a212-86ec6d078ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075070 Aug 31 04:07:41.721450 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6108f4f1-bed6-43f4-a0a9-2a9bcb389781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (b063d34b-fea2-48ee-96fb-a309630de69a), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:41.879948 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5d6f5106-d078-4638-842d-a37da8a7a97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565397'] for router_interface (49bac76b-0f31-444f-93f7-9c8ed5cd213f), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:41.999618 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6108f4f1-bed6-43f4-a0a9-2a9bcb389781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for subnet (b063d34b-fea2-48ee-96fb-a309630de69a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:42.007569 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-32e92557-3591-4958-ad7c-8c6e8337f6ec service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f3daff5e-9e3d-4999-a212-86ec6d078ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619226 Aug 31 04:07:42.045121 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108f4f1-bed6-43f4-a0a9-2a9bcb389781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b063d34b-fea2-48ee-96fb-a309630de69a,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:42.056188 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6108f4f1-bed6-43f4-a0a9-2a9bcb389781 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:42.059400 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-6108f4f1-bed6-43f4-a0a9-2a9bcb389781 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/b063d34b-fea2-48ee-96fb-a309630de69a HTTP/1.1" status: 204 len: 168 time: 0.6581044 Aug 31 04:07:42.062593 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42014) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:42.496919 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:42.510367 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90f6b06d-4615-47bd-a5ed-4a4bcd22396c req-8e15f7d4-2eb6-4860-b6d1-d6072fea034b tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 210 time: 0.1002636 Aug 31 04:07:42.529889 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc36b1-0269-4214-8924-5a331d78f54b req-f5297940-de60-4fdc-b814-91790f29de35 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:42.531533 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f0dc36b1-0269-4214-8924-5a331d78f54b req-f5297940-de60-4fdc-b814-91790f29de35 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.4481301 Aug 31 04:07:42.543367 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (234ea97c-3e65-4cdd-891e-aaa98630dbfd), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:42.597684 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:42.679878 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f0dc36b1-0269-4214-8924-5a331d78f54b req-e9c1cfcb-8034-404e-95a1-18cbc7007e42 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395078 Aug 31 04:07:42.731339 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-5d6f5106-d078-4638-842d-a37da8a7a97d admin admin] Deleting port c1b6fc67-7259-4302-b0a5-d30de16acfd9 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:07:42.731684 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5d6f5106-d078-4638-842d-a37da8a7a97d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:42.734703 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (234ea97c-3e65-4cdd-891e-aaa98630dbfd), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:42.797261 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:42.797628 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:42.798370 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:42.798706 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Subscribe: > port after_create 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:42.799121 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Subscribe: > port after_delete 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:42.799488 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Subscribe: > port after_update 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:42.799792 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:42.800156 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:42.800476 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:42.800835 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:42.869635 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:42.869982 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:42.870309 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:42.870638 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:07:42.871010 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234ea97c-3e65-4cdd-891e-aaa98630dbfd']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:42.892919 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02675d1-f82d-413f-beb5-e1ca3500929b') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:42.893199 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02675d1-f82d-413f-beb5-e1ca3500929b') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:42.915971 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269191'] for segment (e02675d1-f82d-413f-beb5-e1ca3500929b), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:42.949284 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (e02675d1-f82d-413f-beb5-e1ca3500929b), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:42.967675 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:07:42.968104 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222628'] for segment (e02675d1-f82d-413f-beb5-e1ca3500929b), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:42.977050 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-5d6f5106-d078-4638-842d-a37da8a7a97d admin admin] For port c1b6fc67-7259-4302-b0a5-d30de16acfd9, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=c1b6fc67-7259-4302-b0a5-d30de16acfd9,segment=NetworkSegment(a5239fcd-4f1c-4c48-b6c3-51b8a021d81e),segment_id=a5239fcd-4f1c-4c48-b6c3-51b8a021d81e)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:42.977430 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5d6f5106-d078-4638-842d-a37da8a7a97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:43.037610 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-5d6f5106-d078-4638-842d-a37da8a7a97d admin admin] Calling delete_port for c1b6fc67-7259-4302-b0a5-d30de16acfd9 owned by network:router_interface {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:07:43.101977 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (234ea97c-3e65-4cdd-891e-aaa98630dbfd), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:43.132782 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:43.136104 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/234ea97c-3e65-4cdd-891e-aaa98630dbfd HTTP/1.1" status: 204 len: 168 time: 1.0724492 Aug 31 04:07:43.142299 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b254d13-80e4-4929-9b01-bbaba8d4c9ad admin admin] Pushing event deleted for resources: {'Network': ['ID=234ea97c-3e65-4cdd-891e-aaa98630dbfd,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:43.194878 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment e02675d1-f82d-413f-beb5-e1ca3500929b resource provider aggregate not found Aug 31 04:07:43.219924 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment e02675d1-f82d-413f-beb5-e1ca3500929b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e02675d1-f82d-413f-beb5-e1ca3500929b found for delete ", "request_id": "req-3a2ba47a-c8d7-466b-bd8c-65225bb09263"}]} Aug 31 04:07:43.295156 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5d6f5106-d078-4638-842d-a37da8a7a97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (c1b6fc67-7259-4302-b0a5-d30de16acfd9), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:43.315160 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42046) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:43.325368 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f5106-d078-4638-842d-a37da8a7a97d admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b6fc67-7259-4302-b0a5-d30de16acfd9,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:43.382645 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-11ede734-cca2-4ee0-b8c9-12e886182c59 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=71b2aba8511a4faca003b2bc5d78d884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0662611 Aug 31 04:07:43.386406 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42050) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:43.535610 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1619a561-b432-4809-b071-521f9cc3081d admin admin] Publish callbacks [] for security_group (b8ac2579-6737-452d-8b3c-8dccca36515b), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:43.543936 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5d6f5106-d078-4638-842d-a37da8a7a97d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567845'] for router_interface (49bac76b-0f31-444f-93f7-9c8ed5cd213f), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:43.611567 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1619a561-b432-4809-b071-521f9cc3081d admin admin] Publish callbacks [] for security_group (b8ac2579-6737-452d-8b3c-8dccca36515b), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:43.710196 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1619a561-b432-4809-b071-521f9cc3081d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (b8ac2579-6737-452d-8b3c-8dccca36515b), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:43.714634 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1619a561-b432-4809-b071-521f9cc3081d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:43.715964 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-1619a561-b432-4809-b071-521f9cc3081d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b8ac2579-6737-452d-8b3c-8dccca36515b HTTP/1.1" status: 204 len: 168 time: 0.3284631 Aug 31 04:07:43.726612 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619a561-b432-4809-b071-521f9cc3081d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ac2579-6737-452d-8b3c-8dccca36515b,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:43.749700 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-38501dc7-7960-45be-93d1-d02373ff5318 req-9684d4e5-de5e-4395-a630-7dab485df7fc tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 210 time: 0.1457748 Aug 31 04:07:43.796432 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:43.797499 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:43.910888 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-d661fc4f-76ad-4c7f-ad91-bb5d76be7f22 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:43.912370 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-d661fc4f-76ad-4c7f-ad91-bb5d76be7f22 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.26 "GET /networking/v2.0/networks?id=f3daff5e-9e3d-4999-a212-86ec6d078ed2 HTTP/1.1" status: 200 len: 814 time: 0.3534467 Aug 31 04:07:43.919639 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee456d5-1a1b-4b59-8b37-6ba8a2ca6610 req-ac88ba16-8ff7-471e-90a3-cfc57c94ca55 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:43.921279 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9ee456d5-1a1b-4b59-8b37-6ba8a2ca6610 req-ac88ba16-8ff7-471e-90a3-cfc57c94ca55 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.1074874 Aug 31 04:07:43.961015 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-b863862a-b68b-4406-8e2f-6cd33be549b0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Request body: {'port': {'device_id': 'f02ea746-4312-45b9-9df2-9e9ef4279ca9', 'network_id': 'f3daff5e-9e3d-4999-a212-86ec6d078ed2', 'admin_state_up': True, 'tenant_id': 'd362e24b36234e6b9a62f07a06dcd9f3'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:07:44.101306 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9ee456d5-1a1b-4b59-8b37-6ba8a2ca6610 req-45994910-8fdc-451d-b49c-88029862e94f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501110 Aug 31 04:07:44.124932 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6f5106-d078-4638-842d-a37da8a7a97d admin admin] Router 49bac76b-0f31-444f-93f7-9c8ed5cd213f has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:07:44.143434 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42076) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:44.157597 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:44.188728 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-89d5197f-02db-4223-a437-32c84c02eb19 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=977cd750cd7541bd83b6a9633826d0c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439842 Aug 31 04:07:44.191416 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42078) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:44.247129 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-48fc6c35-9ed3-4c61-8f17-b80b34c53797 admin admin] Publish callbacks [] for security_group (8ded2aa1-91ac-467b-9f3a-670af38871fe), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:44.261532 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-b863862a-b68b-4406-8e2f-6cd33be549b0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Made reservation on behalf of d362e24b36234e6b9a62f07a06dcd9f3 for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:07:44.270029 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-b863862a-b68b-4406-8e2f-6cd33be549b0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:44.270217 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-48fc6c35-9ed3-4c61-8f17-b80b34c53797 admin admin] Publish callbacks [] for security_group (8ded2aa1-91ac-467b-9f3a-670af38871fe), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:44.298309 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6f5106-d078-4638-842d-a37da8a7a97d admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:07:44.305201 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-5d6f5106-d078-4638-842d-a37da8a7a97d admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/49bac76b-0f31-444f-93f7-9c8ed5cd213f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2332852 Aug 31 04:07:44.308088 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42080) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:44.312471 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99525842-4b0a-4dec-aad9-3ece62dd8925 None None] Sync routers for ids ['49bac76b-0f31-444f-93f7-9c8ed5cd213f'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:07:44.324938 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99525842-4b0a-4dec-aad9-3ece62dd8925 None None] Routers {'49bac76b-0f31-444f-93f7-9c8ed5cd213f'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:07:44.325683 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-99525842-4b0a-4dec-aad9-3ece62dd8925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:07:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['49bac76b-0f31-444f-93f7-9c8ed5cd213f'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:44.353301 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-48fc6c35-9ed3-4c61-8f17-b80b34c53797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (8ded2aa1-91ac-467b-9f3a-670af38871fe), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:44.355968 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-48fc6c35-9ed3-4c61-8f17-b80b34c53797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:44.357203 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-48fc6c35-9ed3-4c61-8f17-b80b34c53797 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8ded2aa1-91ac-467b-9f3a-670af38871fe HTTP/1.1" status: 204 len: 168 time: 0.1647341 Aug 31 04:07:44.369421 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc6c35-9ed3-4c61-8f17-b80b34c53797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ded2aa1-91ac-467b-9f3a-670af38871fe,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:44.448761 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-99525842-4b0a-4dec-aad9-3ece62dd8925 None None] Set router 49bac76b-0f31-444f-93f7-9c8ed5cd213f gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:07:44.451852 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] Publish callbacks [] for router (49bac76b-0f31-444f-93f7-9c8ed5cd213f), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:44.485534 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-b863862a-b68b-4406-8e2f-6cd33be549b0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Allocated IP 172.20.0.12 (f3daff5e-9e3d-4999-a212-86ec6d078ed2/06056994-53a0-4d43-a07f-b876f8773cdd/6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:07:44.492321 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:44.587566 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] Publish callbacks [] for router_gateway (49bac76b-0f31-444f-93f7-9c8ed5cd213f), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:44.626471 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:44.632392 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:44.638356 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:44.645617 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] Deleting port 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:07:44.645617 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (016dfa57-c76d-498b-b3b0-2bbf2b8fcc67), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:44.645998 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-99525842-4b0a-4dec-aad9-3ece62dd8925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'name': 'tempest-DeleteServersTestJSON-1383857125-router', 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '016dfa57-c76d-498b-b3b0-2bbf2b8fcc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:07:43Z', 'revision_number': 5, 'project_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'gw_port': {'id': '016dfa57-c76d-498b-b3b0-2bbf2b8fcc67', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:77:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:44.680419 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99525842-4b0a-4dec-aad9-3ece62dd8925 None None] Checking router: 49bac76b-0f31-444f-93f7-9c8ed5cd213f for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:07:44.690275 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99525842-4b0a-4dec-aad9-3ece62dd8925 None None] Routers {'49bac76b-0f31-444f-93f7-9c8ed5cd213f'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:07:44.691347 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-99525842-4b0a-4dec-aad9-3ece62dd8925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:07:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['49bac76b-0f31-444f-93f7-9c8ed5cd213f'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:44.706584 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-b863862a-b68b-4406-8e2f-6cd33be549b0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks [] for port (6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:44.741010 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] For port 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=016dfa57-c76d-498b-b3b0-2bbf2b8fcc67,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:44.741376 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (016dfa57-c76d-498b-b3b0-2bbf2b8fcc67), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:44.754806 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-b863862a-b68b-4406-8e2f-6cd33be549b0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:44.761178 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] Calling delete_port for 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67 owned by network:router_gateway {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:07:44.828252 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-99525842-4b0a-4dec-aad9-3ece62dd8925 None None] Set router 49bac76b-0f31-444f-93f7-9c8ed5cd213f gateway port host: None {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:07:44.839831 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:44.840823 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863862a-b68b-4406-8e2f-6cd33be549b0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Pushing event updated for resources: {'Port': ['ID=6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:44.881083 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-b863862a-b68b-4406-8e2f-6cd33be549b0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Network f3daff5e-9e3d-4999-a212-86ec6d078ed2 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:07:44.883466 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-b863862a-b68b-4406-8e2f-6cd33be549b0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:07:44.894503 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-b863862a-b68b-4406-8e2f-6cd33be549b0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:07:44.962120 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-99525842-4b0a-4dec-aad9-3ece62dd8925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'name': 'tempest-DeleteServersTestJSON-1383857125-router', 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:07:44Z', 'revision_number': 6, 'project_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'gw_port_host': None}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:45.004784 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecea87-ccf4-46ea-96bf-219b4695334b req-b7f4a3f0-87fc-454c-bf1a-1d99bf14080f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:45.006746 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4ecea87-ccf4-46ea-96bf-219b4695334b req-b7f4a3f0-87fc-454c-bf1a-1d99bf14080f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 932 time: 0.1048472 Aug 31 04:07:45.030997 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:07:45.034412 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99525842-4b0a-4dec-aad9-3ece62dd8925 None None] The sync data for ids ['49bac76b-0f31-444f-93f7-9c8ed5cd213f'] in dv-cinder-853910-5-iscsi is: [{'id': '49bac76b-0f31-444f-93f7-9c8ed5cd213f', 'name': 'tempest-DeleteServersTestJSON-1383857125-router', 'tenant_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:15Z', 'updated_at': '2022-08-31T04:07:44Z', 'revision_number': 6, 'project_id': 'dfea8632ec6f4cb5ac84e58d4fe10e6a', 'gw_port_host': None}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:07:45.057070 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-b863862a-b68b-4406-8e2f-6cd33be549b0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:45.058077 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-b863862a-b68b-4406-8e2f-6cd33be549b0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:45.063330 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (016dfa57-c76d-498b-b3b0-2bbf2b8fcc67), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:45.095926 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] Pushing event deleted for resources: {'Port': ['ID=016dfa57-c76d-498b-b3b0-2bbf2b8fcc67,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:45.118823 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-b863862a-b68b-4406-8e2f-6cd33be549b0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1663079 Aug 31 04:07:45.121210 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:45.128474 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4ecea87-ccf4-46ea-96bf-219b4695334b req-6f16e705-311d-4446-9b5e-7025693b7daa tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155186 Aug 31 04:07:45.134568 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Request body: {'port': {'device_id': 'f02ea746-4312-45b9-9df2-9e9ef4279ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:07:45.196148 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566230'] for router_gateway (49bac76b-0f31-444f-93f7-9c8ed5cd213f), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:45.218733 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:45.289654 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21738e-2c50-40ca-ade5-066b6d8f77e3 req-9e2d0da9-014d-41ec-9bc3-3fd22cefbdfc tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:45.291617 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7e21738e-2c50-40ca-ade5-066b6d8f77e3 req-9e2d0da9-014d-41ec-9bc3-3fd22cefbdfc tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0846424 Aug 31 04:07:45.308748 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8207'] for router (49bac76b-0f31-444f-93f7-9c8ed5cd213f), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:45.311813 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] Publish callbacks [] for router_controller (49bac76b-0f31-444f-93f7-9c8ed5cd213f), precommit_delete_associations {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:45.385597 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567896'] for router (49bac76b-0f31-444f-93f7-9c8ed5cd213f), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:45.387068 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49bac76b-0f31-444f-93f7-9c8ed5cd213f {{(pid=106458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:07:45.397067 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:45.402198 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42124) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:45.407272 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-2319a03f-3b90-4297-b208-dd7957f9665a admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/49bac76b-0f31-444f-93f7-9c8ed5cd213f HTTP/1.1" status: 204 len: 168 time: 1.0899630 Aug 31 04:07:45.465163 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7e21738e-2c50-40ca-ade5-066b6d8f77e3 req-0707e840-9ed9-42c9-abbd-40d795cdc35f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648707 Aug 31 04:07:45.474313 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4327c13-014b-4be2-bff0-10412948b4be admin admin] Deleting subnet 177163f6-c722-4118-9d77-62d0501130ba {{(pid=106459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:07:45.492277 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4327c13-014b-4be2-bff0-10412948b4be admin admin] Publish callbacks [] for subnet (177163f6-c722-4118-9d77-62d0501130ba), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:45.570312 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device c1b6fc67-7259-4302-b0a5-d30de16acfd9 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:07:45.590571 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4327c13-014b-4be2-bff0-10412948b4be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269196'] for subnet (177163f6-c722-4118-9d77-62d0501130ba), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:45.592369 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: c1b6fc67-7259-4302-b0a5-d30de16acfd9 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:07:45.592708 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device c1b6fc67-7259-4302-b0a5-d30de16acfd9 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:07:45.670870 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:45.781241 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:07:45.785961 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4327c13-014b-4be2-bff0-10412948b4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (177163f6-c722-4118-9d77-62d0501130ba), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:45.811231 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Publish callbacks [] for port (6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:45.833470 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Transition to ACTIVE for port object 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:07:45.840316 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:45.951237 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42144) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:46.079010 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f80e4bf4-d095-4b93-be77-c5e4769528cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.100999 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:46.130163 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4327c13-014b-4be2-bff0-10412948b4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4017630'] for subnet (177163f6-c722-4118-9d77-62d0501130ba), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.200221 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4327c13-014b-4be2-bff0-10412948b4be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177163f6-c722-4118-9d77-62d0501130ba,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:46.202614 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f80e4bf4-d095-4b93-be77-c5e4769528cd admin admin] Publish callbacks [] for security_group (a0d74e4b-b931-49fc-8163-35b55dfc7d2c), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.211958 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:46.213712 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f80e4bf4-d095-4b93-be77-c5e4769528cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a0d74e4b-b931-49fc-8163-35b55dfc7d2c), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.227600 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4327c13-014b-4be2-bff0-10412948b4be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.234278 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b799d7-7fd1-4f46-80f9-46c837db74ee None None] Network baa3571f-8f19-4b2e-8020-5b4000efc9ca requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:07:46.250270 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-e4327c13-014b-4be2-bff0-10412948b4be admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/177163f6-c722-4118-9d77-62d0501130ba HTTP/1.1" status: 204 len: 168 time: 0.8476136 Aug 31 04:07:46.253148 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42158) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:46.268751 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e4bf4-d095-4b93-be77-c5e4769528cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d74e4b-b931-49fc-8163-35b55dfc7d2c,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:46.297943 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-f80e4bf4-d095-4b93-be77-c5e4769528cd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6d56ae90fe81422190ef24bad5b0cd5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460183 Aug 31 04:07:46.298614 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42162) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:46.372975 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d3b297ae-7673-467e-b96b-90337cf6a184 admin admin] Publish callbacks [] for security_group (a0d74e4b-b931-49fc-8163-35b55dfc7d2c), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.398883 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a4816-f1d0-4e84-b0ab-fdb5a3db8370 req-72b0e989-48d2-48ed-afc9-195debb8c3f8 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:46.400451 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cb7a4816-f1d0-4e84-b0ab-fdb5a3db8370 req-72b0e989-48d2-48ed-afc9-195debb8c3f8 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 944 time: 0.1484721 Aug 31 04:07:46.401243 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Attempting to bind port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:07:46.401748 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Attempting to bind port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '5dc53a97-5706-4654-8311-94a4f77c73e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f3daff5e-9e3d-4999-a212-86ec6d078ed2'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:07:46.402087 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Attempting to bind port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 on network f3daff5e-9e3d-4999-a212-86ec6d078ed2 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:07:46.404074 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d3b297ae-7673-467e-b96b-90337cf6a184 admin admin] Publish callbacks [] for security_group (a0d74e4b-b931-49fc-8163-35b55dfc7d2c), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.423484 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 on network f3daff5e-9e3d-4999-a212-86ec6d078ed2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:07:46.423822 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Attempting to bind port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 on network f3daff5e-9e3d-4999-a212-86ec6d078ed2 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:07:46.450082 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e69f29b-843f-49ed-abbd-3a7e08a7b059 None None] DHCP port deletion for baa3571f-8f19-4b2e-8020-5b4000efc9ca request from dv-cinder-853910-5-iscsi {{(pid=106460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:07:46.451332 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (baa3571f-8f19-4b2e-8020-5b4000efc9ca), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.454109 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:07:46.454697 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Checking segment: {'id': '5dc53a97-5706-4654-8311-94a4f77c73e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f3daff5e-9e3d-4999-a212-86ec6d078ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:07:46.455621 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Bound using segment: {'id': '5dc53a97-5706-4654-8311-94a4f77c73e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f3daff5e-9e3d-4999-a212-86ec6d078ed2'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:07:46.456311 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Bound port: 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc53a97-5706-4654-8311-94a4f77c73e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f3daff5e-9e3d-4999-a212-86ec6d078ed2'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:07:46.456910 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.478630 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d3b297ae-7673-467e-b96b-90337cf6a184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a0d74e4b-b931-49fc-8163-35b55dfc7d2c), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.481403 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:46.481624 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d3b297ae-7673-467e-b96b-90337cf6a184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.483512 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-d3b297ae-7673-467e-b96b-90337cf6a184 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a0d74e4b-b931-49fc-8163-35b55dfc7d2c HTTP/1.1" status: 204 len: 168 time: 0.1835768 Aug 31 04:07:46.494816 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b297ae-7673-467e-b96b-90337cf6a184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d74e4b-b931-49fc-8163-35b55dfc7d2c,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:46.521641 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-3e69f29b-843f-49ed-abbd-3a7e08a7b059 None None] Deleting port 4df2fd72-8244-47de-bec6-6304f7a931df {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:07:46.522210 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-3e69f29b-843f-49ed-abbd-3a7e08a7b059 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (4df2fd72-8244-47de-bec6-6304f7a931df), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.570674 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cb7a4816-f1d0-4e84-b0ab-fdb5a3db8370 req-29fe29f1-0d7e-4022-b90f-86a4e4d8b8ac tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405919 Aug 31 04:07:46.623429 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-3e69f29b-843f-49ed-abbd-3a7e08a7b059 None None] For port 4df2fd72-8244-47de-bec6-6304f7a931df, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=4df2fd72-8244-47de-bec6-6304f7a931df,segment=NetworkSegment(a5239fcd-4f1c-4c48-b6c3-51b8a021d81e),segment_id=a5239fcd-4f1c-4c48-b6c3-51b8a021d81e)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:46.623938 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-3e69f29b-843f-49ed-abbd-3a7e08a7b059 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (4df2fd72-8244-47de-bec6-6304f7a931df), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.640090 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-3e69f29b-843f-49ed-abbd-3a7e08a7b059 None None] Calling delete_port for 4df2fd72-8244-47de-bec6-6304f7a931df owned by network:dhcp {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:07:46.640531 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] Deleting port 4df2fd72-8244-47de-bec6-6304f7a931df {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:07:46.640965 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (4df2fd72-8244-47de-bec6-6304f7a931df), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.704964 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] For port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:07:46.714285 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83551b-6dbb-443a-9374-a780561b848c req-a3dca678-2a39-4e08-b6b3-e7469d826ae7 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:46.715679 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bc83551b-6dbb-443a-9374-a780561b848c req-a3dca678-2a39-4e08-b6b3-e7469d826ae7 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.1515021 Aug 31 04:07:46.750240 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] For port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69,segment=NetworkSegment(5dc53a97-5706-4654-8311-94a4f77c73e0),segment_id=5dc53a97-5706-4654-8311-94a4f77c73e0)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:07:46.770067 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.775866 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-3e69f29b-843f-49ed-abbd-3a7e08a7b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454'] for port (4df2fd72-8244-47de-bec6-6304f7a931df), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.781108 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] For port 4df2fd72-8244-47de-bec6-6304f7a931df, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=4df2fd72-8244-47de-bec6-6304f7a931df,segment=NetworkSegment(a5239fcd-4f1c-4c48-b6c3-51b8a021d81e),segment_id=a5239fcd-4f1c-4c48-b6c3-51b8a021d81e)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:46.781484 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (4df2fd72-8244-47de-bec6-6304f7a931df), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.784946 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:46.786852 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:46.788428 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:46.789955 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 HTTP/1.1" status: 200 len: 1094 time: 1.6606078 Aug 31 04:07:46.796921 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02ea746-4312-45b9-9df2-9e9ef4279ca9', 'tag': '6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:07:46.799274 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655f8851-5ddb-4c1e-b083-af50bf17d30f" -d '{"events": [{"name": "network-changed", "server_uuid": "f02ea746-4312-45b9-9df2-9e9ef4279ca9", "tag": "6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:07:46.826031 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69f29b-843f-49ed-abbd-3a7e08a7b059 None None] Pushing event deleted for resources: {'Port': ['ID=4df2fd72-8244-47de-bec6-6304f7a931df,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:46.836735 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] Calling delete_port for 4df2fd72-8244-47de-bec6-6304f7a931df owned by network:dhcp {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:07:46.840733 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e69f29b-843f-49ed-abbd-3a7e08a7b059 None None] No DVR routers for this DVR port 4df2fd72-8244-47de-bec6-6304f7a931df on host dv-cinder-853910-5-iscsi {{(pid=106460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:07:46.877423 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86efd4d-a2da-41f7-b351-20af6099315e x-openstack-request-id: req-a86efd4d-a2da-41f7-b351-20af6099315e {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:07:46.877713 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02ea746-4312-45b9-9df2-9e9ef4279ca9", "tag": "6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:07:46.877970 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a86efd4d-a2da-41f7-b351-20af6099315e {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:07:46.878386 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86efd4d-a2da-41f7-b351-20af6099315e'] response: {'name': 'network-changed', 'server_uuid': 'f02ea746-4312-45b9-9df2-9e9ef4279ca9', 'tag': '6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69', 'status': 'completed', 'code': 200} Aug 31 04:07:46.948381 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bc83551b-6dbb-443a-9374-a780561b848c req-86d7eb1c-28b9-458a-97f1-9e1075609a75 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168453 Aug 31 04:07:46.982057 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97169823-89c3-4c71-a3c7-102b65a36df0 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:46.996740 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-5dd62fa0-a87c-487b-bd76-5beb890342cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:46.998774 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-5dd62fa0-a87c-487b-bd76-5beb890342cc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d362e24b36234e6b9a62f07a06dcd9f3&device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 1128 time: 0.1368971 Aug 31 04:07:47.062959 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-84fb330b-949e-4306-96e2-fb16418ef25c service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 HTTP/1.1" status: 200 len: 217 time: 0.0421944 Aug 31 04:07:47.063709 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (4df2fd72-8244-47de-bec6-6304f7a931df), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:47.098415 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df2fd72-8244-47de-bec6-6304f7a931df,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:47.124264 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] No DVR routers for this DVR port 4df2fd72-8244-47de-bec6-6304f7a931df on host dv-cinder-853910-5-iscsi {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:07:47.156769 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:47.171982 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-6277befb-5fc1-472a-9b43-1b941e840027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:47.173335 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 4df2fd72-8244-47de-bec6-6304f7a931df no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:07:47.173556 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-6277befb-5fc1-472a-9b43-1b941e840027 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06056994-53a0-4d43-a07f-b876f8773cdd HTTP/1.1" status: 200 len: 854 time: 0.1013873 Aug 31 04:07:47.197724 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 4df2fd72-8244-47de-bec6-6304f7a931df {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:07:47.198405 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 4df2fd72-8244-47de-bec6-6304f7a931df not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:07:47.198888 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:07:47.219570 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:07:47.220541 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 016dfa57-c76d-498b-b3b0-2bbf2b8fcc67 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:07:47.243140 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-85bbb3a3-bc83-4cf0-af57-e446e9c73f2a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=f3daff5e-9e3d-4999-a212-86ec6d078ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371363 Aug 31 04:07:47.246877 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (baa3571f-8f19-4b2e-8020-5b4000efc9ca), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:47.286448 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa3571f-8f19-4b2e-8020-5b4000efc9ca']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:47.326684 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5239fcd-4f1c-4c48-b6c3-51b8a021d81e') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:47.327004 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5239fcd-4f1c-4c48-b6c3-51b8a021d81e') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:07:47.339950 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269191'] for segment (a5239fcd-4f1c-4c48-b6c3-51b8a021d81e), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:47.362105 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (a5239fcd-4f1c-4c48-b6c3-51b8a021d81e), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:47.379790 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:07:47.380264 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222628'] for segment (a5239fcd-4f1c-4c48-b6c3-51b8a021d81e), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:47.428412 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment a5239fcd-4f1c-4c48-b6c3-51b8a021d81e resource provider aggregate not found Aug 31 04:07:47.435600 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-335145a3-d4ec-4bc1-9945-a62331b4fbc8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f3daff5e-9e3d-4999-a212-86ec6d078ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788266 Aug 31 04:07:47.448853 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment a5239fcd-4f1c-4c48-b6c3-51b8a021d81e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5239fcd-4f1c-4c48-b6c3-51b8a021d81e found for delete ", "request_id": "req-b8e62e30-7102-4e9e-9ca8-00c1f32ca10b"}]} Aug 31 04:07:47.506344 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (baa3571f-8f19-4b2e-8020-5b4000efc9ca), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:47.513567 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:47.517060 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/baa3571f-8f19-4b2e-8020-5b4000efc9ca HTTP/1.1" status: 204 len: 168 time: 1.2577364 Aug 31 04:07:47.534943 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9c0bc-692c-42be-8e53-cf5684686731 admin admin] Pushing event deleted for resources: {'Network': ['ID=baa3571f-8f19-4b2e-8020-5b4000efc9ca,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:47.581830 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5142d947-38d7-4bd8-a9ff-271488df6f34 req-382b5039-ac87-4a5a-a27e-f836c2572f2e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f3daff5e-9e3d-4999-a212-86ec6d078ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320877 Aug 31 04:07:47.734070 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34ecec-f3ce-4d5f-b609-84d20ba34229 req-053a7cce-5adb-4b93-9295-a598752159ea tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:47.735673 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8e34ecec-f3ce-4d5f-b609-84d20ba34229 req-053a7cce-5adb-4b93-9295-a598752159ea tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 944 time: 0.0655243 Aug 31 04:07:47.783004 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42226) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:47.800944 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8e34ecec-f3ce-4d5f-b609-84d20ba34229 req-d1d1ab28-8cf2-4abc-8bf2-9a960df31479 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581419 Aug 31 04:07:47.835862 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:47.839866 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-46b548da-e09a-40a0-b3d9-cded9c09a549 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dfea8632ec6f4cb5ac84e58d4fe10e6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0557494 Aug 31 04:07:47.842681 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42230) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:47.894379 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-efdf850b-1d08-4c9d-afd8-09c85848cd7b admin admin] Publish callbacks [] for security_group (8f2a96e0-2c10-40ef-b0e6-a16f804c5f30), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:47.916165 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-efdf850b-1d08-4c9d-afd8-09c85848cd7b admin admin] Publish callbacks [] for security_group (8f2a96e0-2c10-40ef-b0e6-a16f804c5f30), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:47.974698 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-efdf850b-1d08-4c9d-afd8-09c85848cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (8f2a96e0-2c10-40ef-b0e6-a16f804c5f30), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:47.977511 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-efdf850b-1d08-4c9d-afd8-09c85848cd7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:47.978658 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-efdf850b-1d08-4c9d-afd8-09c85848cd7b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8f2a96e0-2c10-40ef-b0e6-a16f804c5f30 HTTP/1.1" status: 204 len: 168 time: 0.1348455 Aug 31 04:07:47.992402 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf850b-1d08-4c9d-afd8-09c85848cd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2a96e0-2c10-40ef-b0e6-a16f804c5f30,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:48.114264 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8874e-4280-4880-bcbb-735edca91b42 req-fa4b08f6-5d74-464f-8d76-d7b91f9ea99c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:48.122299 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-67f8874e-4280-4880-bcbb-735edca91b42 req-fa4b08f6-5d74-464f-8d76-d7b91f9ea99c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0669541 Aug 31 04:07:48.176127 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-67f8874e-4280-4880-bcbb-735edca91b42 req-e745bf99-3ae2-4910-b818-7521643ab0b9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526080 Aug 31 04:07:48.849497 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f8851-5ddb-4c1e-b083-af50bf17d30f req-3080c91a-ed6f-4acd-b902-15bd024b087e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:48.851263 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-655f8851-5ddb-4c1e-b083-af50bf17d30f req-3080c91a-ed6f-4acd-b902-15bd024b087e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d362e24b36234e6b9a62f07a06dcd9f3&device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 1128 time: 0.0450406 Aug 31 04:07:48.986455 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a400019-6683-44e9-af5f-9ef86ad784eb req-80b6f53e-abbd-4e93-8b61-29e18522a3ec tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:48.988313 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6a400019-6683-44e9-af5f-9ef86ad784eb req-80b6f53e-abbd-4e93-8b61-29e18522a3ec tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 944 time: 0.1010511 Aug 31 04:07:49.031431 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f8851-5ddb-4c1e-b083-af50bf17d30f req-e2fb98a6-b701-46c1-b41d-5ee20de3aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:49.032918 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-655f8851-5ddb-4c1e-b083-af50bf17d30f req-e2fb98a6-b701-46c1-b41d-5ee20de3aab8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=f3daff5e-9e3d-4999-a212-86ec6d078ed2 HTTP/1.1" status: 200 len: 915 time: 0.1686661 Aug 31 04:07:49.051884 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:49.087252 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-655f8851-5ddb-4c1e-b083-af50bf17d30f req-f3b2d00c-f1b8-48dc-947c-25018e25001f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 HTTP/1.1" status: 200 len: 217 time: 0.0445187 Aug 31 04:07:49.091204 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6a400019-6683-44e9-af5f-9ef86ad784eb req-033e9932-c331-42ea-8be1-53732963c1ff tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914056 Aug 31 04:07:49.147717 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f8851-5ddb-4c1e-b083-af50bf17d30f req-5b778989-3922-4098-b77c-454766be89af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:49.149306 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-655f8851-5ddb-4c1e-b083-af50bf17d30f req-5b778989-3922-4098-b77c-454766be89af service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06056994-53a0-4d43-a07f-b876f8773cdd HTTP/1.1" status: 200 len: 854 time: 0.0542908 Aug 31 04:07:49.184489 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-655f8851-5ddb-4c1e-b083-af50bf17d30f req-fcb073e3-ef37-403b-8277-2b7896c323c4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=f3daff5e-9e3d-4999-a212-86ec6d078ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276561 Aug 31 04:07:49.308693 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:07:49.344105 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:49.375823 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-655f8851-5ddb-4c1e-b083-af50bf17d30f req-e8f5f914-9986-4219-8ad5-dd6ff5f3c068 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f3daff5e-9e3d-4999-a212-86ec6d078ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838176 Aug 31 04:07:49.378381 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:49.461982 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69,segment=NetworkSegment(5dc53a97-5706-4654-8311-94a4f77c73e0),segment_id=5dc53a97-5706-4654-8311-94a4f77c73e0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:49.465865 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd510f-2325-49c9-bd6b-af8f4b931a4a req-a6852da7-14a0-4591-aa1d-25977c6039bb tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:49.468442 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-19dd510f-2325-49c9-bd6b-af8f4b931a4a req-a6852da7-14a0-4591-aa1d-25977c6039bb tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.1504776 Aug 31 04:07:49.482071 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69', 'network_id': 'f3daff5e-9e3d-4999-a212-86ec6d078ed2', 'port_id': '6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69', 'mac_address': 'fa:16:3e:4c:ee:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06056994-53a0-4d43-a07f-b876f8773cdd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:07:49.524049 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:07:49.524549 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:49.543403 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:07:49.552689 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-655f8851-5ddb-4c1e-b083-af50bf17d30f req-18fb77cf-5e6b-4000-9b2f-5156603d1f44 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f3daff5e-9e3d-4999-a212-86ec6d078ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662812 Aug 31 04:07:49.556197 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-19dd510f-2325-49c9-bd6b-af8f4b931a4a req-ca5d2ba5-5e0f-48e3-a58d-230905dd9f90 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807374 Aug 31 04:07:49.570822 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69,segment=NetworkSegment(5dc53a97-5706-4654-8311-94a4f77c73e0),segment_id=5dc53a97-5706-4654-8311-94a4f77c73e0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:49.575971 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:49.631390 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:49.902494 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:07:49.944956 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42326) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:50.062447 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-48a8453c-907a-4c8a-8e06-9c3501e88ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:50.141726 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-48a8453c-907a-4c8a-8e06-9c3501e88ba7 admin admin] Publish callbacks [] for security_group (078ae1c4-ca61-4b34-807f-64edc6476dfb), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:50.146347 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-48a8453c-907a-4c8a-8e06-9c3501e88ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (078ae1c4-ca61-4b34-807f-64edc6476dfb), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:50.194618 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8453c-907a-4c8a-8e06-9c3501e88ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078ae1c4-ca61-4b34-807f-64edc6476dfb,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:50.215490 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-48a8453c-907a-4c8a-8e06-9c3501e88ba7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a975743cef7a458a9a770fceb8430d55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693772 Aug 31 04:07:50.218365 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42332) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:50.248333 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0920d-8a1d-461c-934f-acf15830fe43 req-58c68386-251f-491a-9f92-7ac1217fea8d tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:50.249799 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0fb0920d-8a1d-461c-934f-acf15830fe43 req-58c68386-251f-491a-9f92-7ac1217fea8d tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 945 time: 0.0804610 Aug 31 04:07:50.318719 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0c073092-8f2d-48a6-bf1c-6dc3f5bdb545 admin admin] Publish callbacks [] for security_group (078ae1c4-ca61-4b34-807f-64edc6476dfb), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:50.329859 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0fb0920d-8a1d-461c-934f-acf15830fe43 req-30571446-a560-4829-817c-ece0f82adf66 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723047 Aug 31 04:07:50.346133 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0c073092-8f2d-48a6-bf1c-6dc3f5bdb545 admin admin] Publish callbacks [] for security_group (078ae1c4-ca61-4b34-807f-64edc6476dfb), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:50.398446 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0c073092-8f2d-48a6-bf1c-6dc3f5bdb545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (078ae1c4-ca61-4b34-807f-64edc6476dfb), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:50.401696 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0c073092-8f2d-48a6-bf1c-6dc3f5bdb545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:50.402836 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-0c073092-8f2d-48a6-bf1c-6dc3f5bdb545 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/078ae1c4-ca61-4b34-807f-64edc6476dfb HTTP/1.1" status: 204 len: 168 time: 0.1835973 Aug 31 04:07:50.421462 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c073092-8f2d-48a6-bf1c-6dc3f5bdb545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ae1c4-ca61-4b34-807f-64edc6476dfb,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:50.718742 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e7583-6f68-42b5-a878-5b02574ab15a req-5344a5f7-e302-4322-8e88-577ae6584b02 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:50.721435 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cd7e7583-6f68-42b5-a878-5b02574ab15a req-5344a5f7-e302-4322-8e88-577ae6584b02 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0529885 Aug 31 04:07:50.792299 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42370) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:50.809232 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cd7e7583-6f68-42b5-a878-5b02574ab15a req-927ddefd-c792-4eb9-a77e-8b16dbdc2b51 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804570 Aug 31 04:07:50.816097 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bac3390e-56bd-42f4-b5ba-bf2e9ae6bef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:50.959101 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bac3390e-56bd-42f4-b5ba-bf2e9ae6bef4 admin admin] Publish callbacks [] for security_group (917da976-ccf5-451a-ad5c-457bb4339944), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:50.965750 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bac3390e-56bd-42f4-b5ba-bf2e9ae6bef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (917da976-ccf5-451a-ad5c-457bb4339944), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:50.983250 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:51.028901 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42380) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:51.029120 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-bac3390e-56bd-42f4-b5ba-bf2e9ae6bef4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8f3df1e0b2314220af8a3fbc9e320ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355497 Aug 31 04:07:51.030906 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3390e-56bd-42f4-b5ba-bf2e9ae6bef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917da976-ccf5-451a-ad5c-457bb4339944,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:51.091801 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c749ba65-0cc3-4c55-a78d-0d3dec41287c admin admin] Publish callbacks [] for security_group (917da976-ccf5-451a-ad5c-457bb4339944), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:51.112040 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:51.119458 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c749ba65-0cc3-4c55-a78d-0d3dec41287c admin admin] Publish callbacks [] for security_group (917da976-ccf5-451a-ad5c-457bb4339944), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:51.128261 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:51.189856 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c749ba65-0cc3-4c55-a78d-0d3dec41287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (917da976-ccf5-451a-ad5c-457bb4339944), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:51.193146 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c749ba65-0cc3-4c55-a78d-0d3dec41287c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:51.195155 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-c749ba65-0cc3-4c55-a78d-0d3dec41287c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/917da976-ccf5-451a-ad5c-457bb4339944 HTTP/1.1" status: 204 len: 168 time: 0.1637082 Aug 31 04:07:51.204332 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749ba65-0cc3-4c55-a78d-0d3dec41287c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917da976-ccf5-451a-ad5c-457bb4339944,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:51.305964 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:07:51.356782 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:07:51.363870 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:07:51.364428 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:51.480641 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd415b9b-8d30-41b4-a5e2-69a94ba9d327 req-a4150874-6615-4c3b-94ff-7efe02330c16 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:51.483836 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cd415b9b-8d30-41b4-a5e2-69a94ba9d327 req-a4150874-6615-4c3b-94ff-7efe02330c16 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 945 time: 0.0550063 Aug 31 04:07:51.538772 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:51.558446 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cd415b9b-8d30-41b4-a5e2-69a94ba9d327 req-351d61e9-26c1-449f-8b81-f708d53ed29e tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650158 Aug 31 04:07:51.586185 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:07:51.586648 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:51.613977 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02ea746-4312-45b9-9df2-9e9ef4279ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:07:51.616343 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f224c1-1b7c-4f1b-82f2-492bd3a3bc79" -d '{"events": [{"server_uuid": "f02ea746-4312-45b9-9df2-9e9ef4279ca9", "name": "network-vif-plugged", "status": "completed", "tag": "6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:07:51.634309 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69,segment=NetworkSegment(5dc53a97-5706-4654-8311-94a4f77c73e0),segment_id=5dc53a97-5706-4654-8311-94a4f77c73e0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:07:51.639605 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:51.674225 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfbcc8b-5e0d-4516-9829-48427bb05add x-openstack-request-id: req-4bfbcc8b-5e0d-4516-9829-48427bb05add {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:07:51.674846 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02ea746-4312-45b9-9df2-9e9ef4279ca9", "name": "network-vif-plugged", "status": "completed", "tag": "6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:07:51.675297 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bfbcc8b-5e0d-4516-9829-48427bb05add {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:07:51.675841 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bfbcc8b-5e0d-4516-9829-48427bb05add'] response: {'server_uuid': 'f02ea746-4312-45b9-9df2-9e9ef4279ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69', 'code': 200} Aug 31 04:07:51.707968 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:51.882752 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9255025-0ffd-408b-9e54-bb099c4d273c req-38b07ca2-74eb-449b-86ec-452e3491bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:51.884577 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9255025-0ffd-408b-9e54-bb099c4d273c req-38b07ca2-74eb-449b-86ec-452e3491bc0a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 1130 time: 0.0597241 Aug 31 04:07:51.987698 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9255025-0ffd-408b-9e54-bb099c4d273c req-e2557be3-ccd4-4fd5-8a0f-9d0e10533ac0 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810094 Aug 31 04:07:51.988759 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896fd20-b2e3-4ee3-a139-3e07e9ce0a56 req-23ce1906-2de1-40fe-8904-218936189e7e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:51.990218 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6896fd20-b2e3-4ee3-a139-3e07e9ce0a56 req-23ce1906-2de1-40fe-8904-218936189e7e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0710399 Aug 31 04:07:52.054667 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6896fd20-b2e3-4ee3-a139-3e07e9ce0a56 req-ad61acac-6ab6-410e-b245-e4394ef95eae tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558202 Aug 31 04:07:52.687975 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d76c8-14d9-44c7-9bd2-4a1ccf52df9c req-3cee2753-e1b6-42a7-9fef-8240a550eb4c tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:52.689662 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-077d76c8-14d9-44c7-9bd2-4a1ccf52df9c req-3cee2753-e1b6-42a7-9fef-8240a550eb4c tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 946 time: 0.0536149 Aug 31 04:07:52.750096 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-077d76c8-14d9-44c7-9bd2-4a1ccf52df9c req-36508532-7f37-4bfe-9d71-52edba60c4d8 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547390 Aug 31 04:07:53.180195 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf5c2d-08b7-439c-9349-4513f44d9ca9 req-765fccd8-1c84-4c5e-a757-08d328dd31fd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:53.181677 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bacf5c2d-08b7-439c-9349-4513f44d9ca9 req-765fccd8-1c84-4c5e-a757-08d328dd31fd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0486126 Aug 31 04:07:53.232481 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bacf5c2d-08b7-439c-9349-4513f44d9ca9 req-86058cd1-0cb5-46a2-8992-b69f34799712 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444093 Aug 31 04:07:53.880820 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0342bc-00e9-4c08-9f86-0248ca5c60bc req-12f0235d-df1a-44cd-a2b8-69cfa3db4cc1 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:53.883514 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6e0342bc-00e9-4c08-9f86-0248ca5c60bc req-12f0235d-df1a-44cd-a2b8-69cfa3db4cc1 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 946 time: 0.0502069 Aug 31 04:07:53.932933 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6e0342bc-00e9-4c08-9f86-0248ca5c60bc req-0a626c86-9c15-4250-8943-e7a7f6ca1ac5 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445185 Aug 31 04:07:54.354565 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad32a6-b461-4537-ad17-06395942f27c req-e273a1fb-c3a3-4e27-8994-86ec6417a976 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:54.356212 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b4ad32a6-b461-4537-ad17-06395942f27c req-e273a1fb-c3a3-4e27-8994-86ec6417a976 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0473194 Aug 31 04:07:54.416730 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b4ad32a6-b461-4537-ad17-06395942f27c req-c468383e-71bc-4f66-b0a5-87328bbc83e8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535238 Aug 31 04:07:54.965618 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=10 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:55.023392 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=21 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:55.069651 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413197-2b40-4c71-b7c8-f40994bc7ed0 req-7a51d5a3-21d2-4ce5-b79f-f3c3004955bc tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:55.071323 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e0413197-2b40-4c71-b7c8-f40994bc7ed0 req-7a51d5a3-21d2-4ce5-b79f-f3c3004955bc tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 946 time: 0.0619397 Aug 31 04:07:55.137086 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e0413197-2b40-4c71-b7c8-f40994bc7ed0 req-a207959a-98b1-419c-b2da-37adf18b85b7 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586996 Aug 31 04:07:55.561529 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca294697-e3d8-4b2c-8760-75c40a7b9bb1 req-e92d783b-2d02-4ea9-ba9f-f61c6917bf42 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:55.563586 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ca294697-e3d8-4b2c-8760-75c40a7b9bb1 req-e92d783b-2d02-4ea9-ba9f-f61c6917bf42 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0696399 Aug 31 04:07:55.619406 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-41432c80-2608-4017-abf7-16c3aa22363d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:55.655994 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ca294697-e3d8-4b2c-8760-75c40a7b9bb1 req-26604045-efb2-4ca7-9855-3f26bed92c79 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792780 Aug 31 04:07:56.252216 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42664) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:56.369677 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-684408a1-480d-4032-9672-753ae122c905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:56.396109 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:56.461829 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:56.464280 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-684408a1-480d-4032-9672-753ae122c905 admin admin] Publish callbacks [] for security_group (ab6a630d-c820-457e-b638-a9260d33b993), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:56.469626 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-684408a1-480d-4032-9672-753ae122c905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (ab6a630d-c820-457e-b638-a9260d33b993), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:56.515451 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42674) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:56.519321 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-684408a1-480d-4032-9672-753ae122c905 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=82dd303dbcd34a0198cf939cc6feda9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659769 Aug 31 04:07:56.520258 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684408a1-480d-4032-9672-753ae122c905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6a630d-c820-457e-b638-a9260d33b993,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:56.523943 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42676) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:56.583685 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4fe05e8d-50ce-4b70-90b5-fa9fa7ab3147 admin admin] Publish callbacks [] for security_group (ab6a630d-c820-457e-b638-a9260d33b993), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:56.606001 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4fe05e8d-50ce-4b70-90b5-fa9fa7ab3147 admin admin] Publish callbacks [] for security_group (ab6a630d-c820-457e-b638-a9260d33b993), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:56.662913 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f7a2aa66-3e00-4edf-9c7f-5f6c826f2242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:56.671387 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4fe05e8d-50ce-4b70-90b5-fa9fa7ab3147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (ab6a630d-c820-457e-b638-a9260d33b993), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:56.676972 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4fe05e8d-50ce-4b70-90b5-fa9fa7ab3147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:56.679805 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-4fe05e8d-50ce-4b70-90b5-fa9fa7ab3147 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ab6a630d-c820-457e-b638-a9260d33b993 HTTP/1.1" status: 204 len: 168 time: 0.1548116 Aug 31 04:07:56.701805 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe05e8d-50ce-4b70-90b5-fa9fa7ab3147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6a630d-c820-457e-b638-a9260d33b993,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:56.836038 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f7a2aa66-3e00-4edf-9c7f-5f6c826f2242 admin admin] Publish callbacks [] for security_group (35792482-48bb-4f67-a48b-b381c519a7d4), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:56.846775 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f7a2aa66-3e00-4edf-9c7f-5f6c826f2242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (35792482-48bb-4f67-a48b-b381c519a7d4), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:56.854769 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2f74c-17fd-4e90-99bc-bf8f6cba91a8 req-a25cfe17-5a4c-4b55-8f1e-3af5985322eb tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:56.856480 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-72f2f74c-17fd-4e90-99bc-bf8f6cba91a8 req-a25cfe17-5a4c-4b55-8f1e-3af5985322eb tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0793808 Aug 31 04:07:56.899843 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-f7a2aa66-3e00-4edf-9c7f-5f6c826f2242 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ed67db736b2c4495b0190d8ce54fa26a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832052 Aug 31 04:07:56.901397 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42696) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:56.912228 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2aa66-3e00-4edf-9c7f-5f6c826f2242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35792482-48bb-4f67-a48b-b381c519a7d4,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:56.969771 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42700) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:56.978366 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-72f2f74c-17fd-4e90-99bc-bf8f6cba91a8 req-d2021448-3e7f-46f0-b3ba-8b7409d2e1ec tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102712 Aug 31 04:07:56.985970 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-411d8b21-567d-49ef-ab4f-66ae50646e35 admin admin] Publish callbacks [] for security_group (35792482-48bb-4f67-a48b-b381c519a7d4), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.007741 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-411d8b21-567d-49ef-ab4f-66ae50646e35 admin admin] Publish callbacks [] for security_group (35792482-48bb-4f67-a48b-b381c519a7d4), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.070117 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-411d8b21-567d-49ef-ab4f-66ae50646e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (35792482-48bb-4f67-a48b-b381c519a7d4), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.072796 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-411d8b21-567d-49ef-ab4f-66ae50646e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.076653 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-411d8b21-567d-49ef-ab4f-66ae50646e35 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/35792482-48bb-4f67-a48b-b381c519a7d4 HTTP/1.1" status: 204 len: 168 time: 0.1737492 Aug 31 04:07:57.085719 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d8b21-567d-49ef-ab4f-66ae50646e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35792482-48bb-4f67-a48b-b381c519a7d4,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:57.132321 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ec38-b06a-44e0-b5b9-f8275ffb1641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.229055 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ec38-b06a-44e0-b5b9-f8275ffb1641 admin admin] Publish callbacks [] for security_group (a0661416-d8e4-43a2-9ac7-bb06a956dfc3), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.235285 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ec38-b06a-44e0-b5b9-f8275ffb1641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a0661416-d8e4-43a2-9ac7-bb06a956dfc3), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.261835 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:57.285221 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-7ab6ec38-b06a-44e0-b5b9-f8275ffb1641 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=15497c8da58840d69992681fcbc444b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117921 Aug 31 04:07:57.285221 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6ec38-b06a-44e0-b5b9-f8275ffb1641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0661416-d8e4-43a2-9ac7-bb06a956dfc3,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:57.286736 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42716) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:57.364139 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-836fd459-caf8-45f1-9b06-74f95ace8ac2 admin admin] Publish callbacks [] for security_group (a0661416-d8e4-43a2-9ac7-bb06a956dfc3), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.385375 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-836fd459-caf8-45f1-9b06-74f95ace8ac2 admin admin] Publish callbacks [] for security_group (a0661416-d8e4-43a2-9ac7-bb06a956dfc3), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.444768 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-836fd459-caf8-45f1-9b06-74f95ace8ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a0661416-d8e4-43a2-9ac7-bb06a956dfc3), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.448268 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-836fd459-caf8-45f1-9b06-74f95ace8ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.449518 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-836fd459-caf8-45f1-9b06-74f95ace8ac2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a0661416-d8e4-43a2-9ac7-bb06a956dfc3 HTTP/1.1" status: 204 len: 168 time: 0.1593966 Aug 31 04:07:57.460763 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fd459-caf8-45f1-9b06-74f95ace8ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0661416-d8e4-43a2-9ac7-bb06a956dfc3,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:57.556892 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42728) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:57.572212 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bccf217e-6e5d-4c9a-9d2e-8d93324d3e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.664589 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bccf217e-6e5d-4c9a-9d2e-8d93324d3e70 admin admin] Publish callbacks [] for security_group (6e44d170-5ae7-4ec2-8671-c5700bfc62c6), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.670672 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bccf217e-6e5d-4c9a-9d2e-8d93324d3e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (6e44d170-5ae7-4ec2-8671-c5700bfc62c6), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.674771 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-125a3259-535c-4a51-a7c7-fa82fef99089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.696927 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:57.735334 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-bccf217e-6e5d-4c9a-9d2e-8d93324d3e70 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=738d024367394821a41cfb36714b00b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765170 Aug 31 04:07:57.736558 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf217e-6e5d-4c9a-9d2e-8d93324d3e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e44d170-5ae7-4ec2-8671-c5700bfc62c6,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:57.740145 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42734) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:57.811164 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a0ae799f-b6cb-4c04-bb9f-28390e8b8889 admin admin] Publish callbacks [] for security_group (6e44d170-5ae7-4ec2-8671-c5700bfc62c6), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.842114 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a0ae799f-b6cb-4c04-bb9f-28390e8b8889 admin admin] Publish callbacks [] for security_group (6e44d170-5ae7-4ec2-8671-c5700bfc62c6), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.901210 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a0ae799f-b6cb-4c04-bb9f-28390e8b8889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (6e44d170-5ae7-4ec2-8671-c5700bfc62c6), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.903939 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a0ae799f-b6cb-4c04-bb9f-28390e8b8889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:57.905139 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-a0ae799f-b6cb-4c04-bb9f-28390e8b8889 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6e44d170-5ae7-4ec2-8671-c5700bfc62c6 HTTP/1.1" status: 204 len: 168 time: 0.1639824 Aug 31 04:07:57.913915 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae799f-b6cb-4c04-bb9f-28390e8b8889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e44d170-5ae7-4ec2-8671-c5700bfc62c6,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:57.972710 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:58.010622 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.022474 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42750) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:58.047791 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-153cc930-cd7c-4bea-abb5-929ffa0e2e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.147415 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:UPDATE=2,neutron:INSERT=12,neutron:SELECT=80,neutron:DELETE=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:58.180622 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-153cc930-cd7c-4bea-abb5-929ffa0e2e45 admin admin] Publish callbacks [] for security_group (870963ea-1da5-4489-bd73-5681b998d2dd), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.194281 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-153cc930-cd7c-4bea-abb5-929ffa0e2e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (870963ea-1da5-4489-bd73-5681b998d2dd), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.207258 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997186-b1c5-4c24-a53d-1027a96d68a5 req-576127f3-1ed0-4b6e-a375-4e452d56b7c0 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:58.208936 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-78997186-b1c5-4c24-a53d-1027a96d68a5 req-576127f3-1ed0-4b6e-a375-4e452d56b7c0 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0774779 Aug 31 04:07:58.252071 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:07:58.271956 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cc930-cd7c-4bea-abb5-929ffa0e2e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870963ea-1da5-4489-bd73-5681b998d2dd,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:58.279824 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-153cc930-cd7c-4bea-abb5-929ffa0e2e45 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=64e91e26727548c6992a10a056c151f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559254 Aug 31 04:07:58.282894 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42762) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:58.313003 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-78997186-b1c5-4c24-a53d-1027a96d68a5 req-995a805f-39dd-4006-ae76-8785ea9c187b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921152 Aug 31 04:07:58.374582 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cf96a4b4-40b6-45b3-8423-fd176a7ec0cc admin admin] Publish callbacks [] for security_group (870963ea-1da5-4489-bd73-5681b998d2dd), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.408266 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cf96a4b4-40b6-45b3-8423-fd176a7ec0cc admin admin] Publish callbacks [] for security_group (870963ea-1da5-4489-bd73-5681b998d2dd), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.423546 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42766) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:58.442564 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a75485ba-be88-469a-882e-604f9bb35b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.468532 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cf96a4b4-40b6-45b3-8423-fd176a7ec0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (870963ea-1da5-4489-bd73-5681b998d2dd), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.471670 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cf96a4b4-40b6-45b3-8423-fd176a7ec0cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.475478 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-cf96a4b4-40b6-45b3-8423-fd176a7ec0cc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/870963ea-1da5-4489-bd73-5681b998d2dd HTTP/1.1" status: 204 len: 168 time: 0.1912758 Aug 31 04:07:58.497593 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96a4b4-40b6-45b3-8423-fd176a7ec0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870963ea-1da5-4489-bd73-5681b998d2dd,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:58.558280 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a75485ba-be88-469a-882e-604f9bb35b1f admin admin] Publish callbacks [] for security_group (f56a9217-02d1-4eb7-8727-552bfbcaf449), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.575935 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a75485ba-be88-469a-882e-604f9bb35b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (f56a9217-02d1-4eb7-8727-552bfbcaf449), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.595308 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42772) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:58.655170 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-a75485ba-be88-469a-882e-604f9bb35b1f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c08415deb4b14b47bc8713f9f6a29bd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291641 Aug 31 04:07:58.656733 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75485ba-be88-469a-882e-604f9bb35b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56a9217-02d1-4eb7-8727-552bfbcaf449,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:58.657610 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42778) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:58.728845 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-87fab66c-8ef8-4ef5-b25c-4d78d23c1ce5 admin admin] Publish callbacks [] for security_group (f56a9217-02d1-4eb7-8727-552bfbcaf449), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.758516 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-87fab66c-8ef8-4ef5-b25c-4d78d23c1ce5 admin admin] Publish callbacks [] for security_group (f56a9217-02d1-4eb7-8727-552bfbcaf449), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.811732 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-87fab66c-8ef8-4ef5-b25c-4d78d23c1ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (f56a9217-02d1-4eb7-8727-552bfbcaf449), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.815200 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-87fab66c-8ef8-4ef5-b25c-4d78d23c1ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.818827 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-87fab66c-8ef8-4ef5-b25c-4d78d23c1ce5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f56a9217-02d1-4eb7-8727-552bfbcaf449 HTTP/1.1" status: 204 len: 168 time: 0.1579037 Aug 31 04:07:58.826705 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fab66c-8ef8-4ef5-b25c-4d78d23c1ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56a9217-02d1-4eb7-8727-552bfbcaf449,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:58.860904 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.900008 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2f24-e52c-4cce-a72c-5d67a0d22574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.991050 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2f24-e52c-4cce-a72c-5d67a0d22574 admin admin] Publish callbacks [] for security_group (cf5d10ce-2445-40ee-a0c5-6789f8b86602), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:58.996195 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2f24-e52c-4cce-a72c-5d67a0d22574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (cf5d10ce-2445-40ee-a0c5-6789f8b86602), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:59.039289 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-8f8a2f24-e52c-4cce-a72c-5d67a0d22574 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cb862d8283654f4c9d6df05093dcc2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4417386 Aug 31 04:07:59.040776 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a2f24-e52c-4cce-a72c-5d67a0d22574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5d10ce-2445-40ee-a0c5-6789f8b86602,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:59.042628 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42794) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:07:59.105853 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ecb5f29c-9d8c-43fa-961e-9e19a9464a84 admin admin] Publish callbacks [] for security_group (cf5d10ce-2445-40ee-a0c5-6789f8b86602), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:59.128780 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ecb5f29c-9d8c-43fa-961e-9e19a9464a84 admin admin] Publish callbacks [] for security_group (cf5d10ce-2445-40ee-a0c5-6789f8b86602), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:59.203078 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ecb5f29c-9d8c-43fa-961e-9e19a9464a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (cf5d10ce-2445-40ee-a0c5-6789f8b86602), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:59.205571 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ecb5f29c-9d8c-43fa-961e-9e19a9464a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:07:59.209196 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-ecb5f29c-9d8c-43fa-961e-9e19a9464a84 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cf5d10ce-2445-40ee-a0c5-6789f8b86602 HTTP/1.1" status: 204 len: 168 time: 0.1611779 Aug 31 04:07:59.224240 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5f29c-9d8c-43fa-961e-9e19a9464a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5d10ce-2445-40ee-a0c5-6789f8b86602,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:07:59.480632 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4dd3c-c0d4-415e-bd7d-a9cc0b840d02 req-1ec4b7ae-b8c5-4fc1-91e3-7593ca5899c9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:07:59.489857 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d6f4dd3c-c0d4-415e-bd7d-a9cc0b840d02 req-1ec4b7ae-b8c5-4fc1-91e3-7593ca5899c9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0759783 Aug 31 04:07:59.558592 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d6f4dd3c-c0d4-415e-bd7d-a9cc0b840d02 req-5f4fa256-4b7b-422e-a1df-fa71a48090d2 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674586 Aug 31 04:08:00.409757 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:00.485297 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:00.492340 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42866) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:00.682991 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378798c-ea43-4f4b-9d16-9af27b79e331 req-f28c0393-4427-47db-a64e-52eabe9b70d7 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:00.690396 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b378798c-ea43-4f4b-9d16-9af27b79e331 req-f28c0393-4427-47db-a64e-52eabe9b70d7 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0604212 Aug 31 04:08:00.748992 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b378798c-ea43-4f4b-9d16-9af27b79e331 req-837968af-f9bf-4686-8845-1faa76915935 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573997 Aug 31 04:08:00.763504 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9a505dd5-317c-4c53-8db4-0f48cbd32f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:00.823504 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:00.846629 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9a505dd5-317c-4c53-8db4-0f48cbd32f5c admin admin] Publish callbacks [] for security_group (04b92b54-cc1b-4bff-a0e1-17a83648146a), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:00.850897 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9a505dd5-317c-4c53-8db4-0f48cbd32f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (04b92b54-cc1b-4bff-a0e1-17a83648146a), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:00.898234 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42886) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:00.898868 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-9a505dd5-317c-4c53-8db4-0f48cbd32f5c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e8da30a9a7b34fc6a0baa6021ff4eccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4048860 Aug 31 04:08:00.899442 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a505dd5-317c-4c53-8db4-0f48cbd32f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b92b54-cc1b-4bff-a0e1-17a83648146a,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:00.972092 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5a4104c2-b221-4aa2-ac64-788a50b5ce7f admin admin] Publish callbacks [] for security_group (04b92b54-cc1b-4bff-a0e1-17a83648146a), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:00.997200 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5a4104c2-b221-4aa2-ac64-788a50b5ce7f admin admin] Publish callbacks [] for security_group (04b92b54-cc1b-4bff-a0e1-17a83648146a), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:01.048182 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5a4104c2-b221-4aa2-ac64-788a50b5ce7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (04b92b54-cc1b-4bff-a0e1-17a83648146a), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:01.050774 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5a4104c2-b221-4aa2-ac64-788a50b5ce7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:01.054575 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-5a4104c2-b221-4aa2-ac64-788a50b5ce7f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/04b92b54-cc1b-4bff-a0e1-17a83648146a HTTP/1.1" status: 204 len: 168 time: 0.1526148 Aug 31 04:08:01.062630 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4104c2-b221-4aa2-ac64-788a50b5ce7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b92b54-cc1b-4bff-a0e1-17a83648146a,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:01.880786 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cd325-5a69-4a29-bf2e-76d6859cc543 req-4546cf06-a743-4740-900f-1a012a2a7035 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:01.882289 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1a3cd325-5a69-4a29-bf2e-76d6859cc543 req-4546cf06-a743-4740-900f-1a012a2a7035 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0563521 Aug 31 04:08:01.941542 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1a3cd325-5a69-4a29-bf2e-76d6859cc543 req-f91515a9-6a6a-43b0-a1a6-4be450c407ec tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518332 Aug 31 04:08:02.001029 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42960) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:02.113144 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-470368b7-9145-47b0-8661-46801c014a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:02.161397 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:02.196645 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-470368b7-9145-47b0-8661-46801c014a84 admin admin] Publish callbacks [] for security_group (ccda1289-b5c6-471d-8f8b-90cee5868dc3), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:02.200894 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-470368b7-9145-47b0-8661-46801c014a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (ccda1289-b5c6-471d-8f8b-90cee5868dc3), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:02.240589 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-470368b7-9145-47b0-8661-46801c014a84 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=943a034c75564ffd95ccf2f6c27457e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382865 Aug 31 04:08:02.241653 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470368b7-9145-47b0-8661-46801c014a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccda1289-b5c6-471d-8f8b-90cee5868dc3,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:02.243286 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42974) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:02.306283 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:02.311560 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:02.318498 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a156cc88-9c4d-4599-86cd-4e9b49be0943 admin admin] Publish callbacks [] for security_group (ccda1289-b5c6-471d-8f8b-90cee5868dc3), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:02.341956 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a156cc88-9c4d-4599-86cd-4e9b49be0943 admin admin] Publish callbacks [] for security_group (ccda1289-b5c6-471d-8f8b-90cee5868dc3), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:02.391660 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a156cc88-9c4d-4599-86cd-4e9b49be0943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (ccda1289-b5c6-471d-8f8b-90cee5868dc3), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:02.394544 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a156cc88-9c4d-4599-86cd-4e9b49be0943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:02.398034 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-a156cc88-9c4d-4599-86cd-4e9b49be0943 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ccda1289-b5c6-471d-8f8b-90cee5868dc3 HTTP/1.1" status: 204 len: 168 time: 0.1514187 Aug 31 04:08:02.408180 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156cc88-9c4d-4599-86cd-4e9b49be0943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccda1289-b5c6-471d-8f8b-90cee5868dc3,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:02.739206 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 42988) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:02.753474 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2298-3365-4feb-89a0-55aafbcf8b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:02.851600 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2298-3365-4feb-89a0-55aafbcf8b5f admin admin] Publish callbacks [] for security_group (0af698a7-7455-48d6-80d7-bf12cc4b057f), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:02.857825 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0c1e2298-3365-4feb-89a0-55aafbcf8b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (0af698a7-7455-48d6-80d7-bf12cc4b057f), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:02.910003 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-0c1e2298-3365-4feb-89a0-55aafbcf8b5f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=652ddccdcdd3481fbe5ddaa19b1688cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1696353 Aug 31 04:08:02.910977 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e2298-3365-4feb-89a0-55aafbcf8b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af698a7-7455-48d6-80d7-bf12cc4b057f,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:02.912885 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 42994) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:02.973992 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b5048ee-f65b-49af-8726-c187a0726122 admin admin] Publish callbacks [] for security_group (0af698a7-7455-48d6-80d7-bf12cc4b057f), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:03.016181 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b5048ee-f65b-49af-8726-c187a0726122 admin admin] Publish callbacks [] for security_group (0af698a7-7455-48d6-80d7-bf12cc4b057f), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:03.103384 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f12d5b-4c49-4506-b6e5-b0aeeeeddc45 req-73da4a4b-c993-4da6-8997-575da97331ae tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:03.105753 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-92f12d5b-4c49-4506-b6e5-b0aeeeeddc45 req-73da4a4b-c993-4da6-8997-575da97331ae tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0750136 Aug 31 04:08:03.145627 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b5048ee-f65b-49af-8726-c187a0726122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (0af698a7-7455-48d6-80d7-bf12cc4b057f), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:03.148844 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6b5048ee-f65b-49af-8726-c187a0726122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:03.150094 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-6b5048ee-f65b-49af-8726-c187a0726122 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0af698a7-7455-48d6-80d7-bf12cc4b057f HTTP/1.1" status: 204 len: 168 time: 0.2359917 Aug 31 04:08:03.174913 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5048ee-f65b-49af-8726-c187a0726122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af698a7-7455-48d6-80d7-bf12cc4b057f,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:03.180275 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-92f12d5b-4c49-4506-b6e5-b0aeeeeddc45 req-f1583e38-cbbf-4c30-b0c0-d88e4482b72d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685101 Aug 31 04:08:04.060619 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-504483f4-94f2-479a-9321-436c93124da1 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=4dceffdfa7224a4a84be50c94c6f3d4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378482 Aug 31 04:08:04.586636 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-a5167650-b539-4209-84d0-8c94b7592974 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:04.588121 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-a5167650-b539-4209-84d0-8c94b7592974 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5267038 Aug 31 04:08:04.609013 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1259f06-75db-429b-aec2-0c1f374fa63d req-851abff6-9d20-43df-953f-376597b3d74e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:04.615658 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a1259f06-75db-429b-aec2-0c1f374fa63d req-851abff6-9d20-43df-953f-376597b3d74e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.3226721 Aug 31 04:08:04.617885 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-3211e761-a203-44ee-802b-26a44d44cbc1 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/quotas/4dceffdfa7224a4a84be50c94c6f3d4b HTTP/1.1" status: 200 len: 375 time: 0.0238752 Aug 31 04:08:04.662464 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-4c810dfd-1abb-4a0d-b961-ebce6781a6a8 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=4dceffdfa7224a4a84be50c94c6f3d4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388231 Aug 31 04:08:04.689499 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a1259f06-75db-429b-aec2-0c1f374fa63d req-5de4ee24-4783-4e09-a011-01d33b087264 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679488 Aug 31 04:08:04.836699 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8b57b71b-a20c-46e8-8e44-b0a60f3bba56 req-31aebf7e-2dc2-401c-91e3-b15c957390f4 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 210 time: 0.0295358 Aug 31 04:08:05.570525 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 43116) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:05.710578 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-85ab5672-d9b9-450b-b0e3-816b03b75f0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:05.735276 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:05.843351 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-85ab5672-d9b9-450b-b0e3-816b03b75f0e admin admin] Publish callbacks [] for security_group (7b613021-3d0f-48eb-9a88-0fc674006f77), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:05.850010 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36555fbb-fd30-4d43-908a-f5bdade52065 req-a555a192-9863-45af-8411-b816901d292d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:05.851664 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-36555fbb-fd30-4d43-908a-f5bdade52065 req-a555a192-9863-45af-8411-b816901d292d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0751734 Aug 31 04:08:05.852992 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-85ab5672-d9b9-450b-b0e3-816b03b75f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (7b613021-3d0f-48eb-9a88-0fc674006f77), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:05.920855 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab5672-d9b9-450b-b0e3-816b03b75f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b613021-3d0f-48eb-9a88-0fc674006f77,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:05.932346 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 43128) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:05.935850 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-85ab5672-d9b9-450b-b0e3-816b03b75f0e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=22dd369a5e994d92af360b615777e098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637729 Aug 31 04:08:05.980672 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:05.982720 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-23621860-5f89-4dec-bd8e-9b9baf909b91 req-18952ca6-434c-45c1-9af2-938fcec160a9 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 210 time: 0.0647011 Aug 31 04:08:05.996035 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-aaf5475b-4c11-457f-b664-0c7de222b95f admin admin] Publish callbacks [] for security_group (7b613021-3d0f-48eb-9a88-0fc674006f77), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:06.000501 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-36555fbb-fd30-4d43-908a-f5bdade52065 req-14b38071-ddc9-4734-833c-6b04cd8941cf tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350038 Aug 31 04:08:06.023119 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-aaf5475b-4c11-457f-b664-0c7de222b95f admin admin] Publish callbacks [] for security_group (7b613021-3d0f-48eb-9a88-0fc674006f77), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:06.076189 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-aaf5475b-4c11-457f-b664-0c7de222b95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (7b613021-3d0f-48eb-9a88-0fc674006f77), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:06.078965 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-aaf5475b-4c11-457f-b664-0c7de222b95f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:06.080188 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-aaf5475b-4c11-457f-b664-0c7de222b95f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7b613021-3d0f-48eb-9a88-0fc674006f77 HTTP/1.1" status: 204 len: 168 time: 0.1460457 Aug 31 04:08:06.088797 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5475b-4c11-457f-b664-0c7de222b95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b613021-3d0f-48eb-9a88-0fc674006f77,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:06.349315 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-c6792e42-c475-4ce4-8fa3-2ee5b29d8c12 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=4dceffdfa7224a4a84be50c94c6f3d4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252700 Aug 31 04:08:06.410462 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 43140) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:06.427284 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-93e6b335-c8a8-49c7-8512-6c5317acd1a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:06.487195 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-8da6c4ac-a82e-4135-9bfb-8a78912bbac3 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:06.489012 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-8da6c4ac-a82e-4135-9bfb-8a78912bbac3 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1256814 Aug 31 04:08:06.516297 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Request body: {'port': {'device_id': 'f3f84ef0-d99a-45a9-8374-94bdab970c84', 'network_id': 'ff3a1df7-71a5-434e-a4c1-9eddd7366422', 'admin_state_up': True, 'tenant_id': '4dceffdfa7224a4a84be50c94c6f3d4b'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:08:06.522524 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-93e6b335-c8a8-49c7-8512-6c5317acd1a2 admin admin] Publish callbacks [] for security_group (0dab8075-4dc7-46eb-b80d-c3f2f8a8ca85), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:06.528064 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-93e6b335-c8a8-49c7-8512-6c5317acd1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (0dab8075-4dc7-46eb-b80d-c3f2f8a8ca85), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:06.566582 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6b335-c8a8-49c7-8512-6c5317acd1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dab8075-4dc7-46eb-b80d-c3f2f8a8ca85,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:06.588858 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-93e6b335-c8a8-49c7-8512-6c5317acd1a2 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=19f7af2f0a254bcb9ece0a4bfcd34931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1769068 Aug 31 04:08:06.592079 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 43150) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:06.650833 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Made reservation on behalf of 4dceffdfa7224a4a84be50c94c6f3d4b for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:08:06.652201 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-26802f2a-dfad-44de-82a6-3de24e1b09a9 admin admin] Publish callbacks [] for security_group (0dab8075-4dc7-46eb-b80d-c3f2f8a8ca85), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:06.655874 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:06.665732 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:06.675666 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-26802f2a-dfad-44de-82a6-3de24e1b09a9 admin admin] Publish callbacks [] for security_group (0dab8075-4dc7-46eb-b80d-c3f2f8a8ca85), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:06.701118 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:06.748192 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-26802f2a-dfad-44de-82a6-3de24e1b09a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (0dab8075-4dc7-46eb-b80d-c3f2f8a8ca85), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:06.751742 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-26802f2a-dfad-44de-82a6-3de24e1b09a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:06.753302 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-26802f2a-dfad-44de-82a6-3de24e1b09a9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0dab8075-4dc7-46eb-b80d-c3f2f8a8ca85 HTTP/1.1" status: 204 len: 168 time: 0.1601520 Aug 31 04:08:06.762669 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26802f2a-dfad-44de-82a6-3de24e1b09a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dab8075-4dc7-46eb-b80d-c3f2f8a8ca85,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:06.780470 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Publish callbacks [] for security_group (33d75c2b-3bd6-499c-8db4-6e496ae3de4a), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:06.792167 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (33d75c2b-3bd6-499c-8db4-6e496ae3de4a), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:06.847488 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 43158) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:06.883838 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d75c2b-3bd6-499c-8db4-6e496ae3de4a,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:06.972114 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Allocated IP 192.168.233.149 (ff3a1df7-71a5-434e-a4c1-9eddd7366422/803ae45f-4e42-4e41-aff2-33d319ea6446/c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:08:06.986824 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-857ed4af-01af-4847-bba2-578ba266d2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:07.023363 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:INSERT=14 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:07.087885 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-857ed4af-01af-4847-bba2-578ba266d2c8 admin admin] Publish callbacks [] for security_group (46ac3a95-728a-426b-a647-5f58839e830c), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:07.096120 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-857ed4af-01af-4847-bba2-578ba266d2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (46ac3a95-728a-426b-a647-5f58839e830c), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:07.159888 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-857ed4af-01af-4847-bba2-578ba266d2c8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=92e55122214e439f897e2bafd1718c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105369 Aug 31 04:08:07.162231 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 43170) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:07.167020 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:07.171920 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ed4af-01af-4847-bba2-578ba266d2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ac3a95-728a-426b-a647-5f58839e830c,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:07.212773 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c26b135c-22ac-418c-9b3c-79904725da3d req-7bccdc28-a49d-4074-b2c9-3fb74fbd54e0 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 210 time: 0.0802348 Aug 31 04:08:07.255569 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1d4d8-40b7-47aa-8d71-3326ce03368d req-14463234-9233-4672-a65b-05cd0e61e281 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:07.257134 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bbd1d4d8-40b7-47aa-8d71-3326ce03368d req-14463234-9233-4672-a65b-05cd0e61e281 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.1579673 Aug 31 04:08:07.284163 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-51ed2652-2dbc-4988-8668-1629b1d98962 admin admin] Publish callbacks [] for security_group (46ac3a95-728a-426b-a647-5f58839e830c), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:07.294194 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Publish callbacks [] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:07.309501 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-51ed2652-2dbc-4988-8668-1629b1d98962 admin admin] Publish callbacks [] for security_group (46ac3a95-728a-426b-a647-5f58839e830c), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:07.358092 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:07.397708 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-51ed2652-2dbc-4988-8668-1629b1d98962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (46ac3a95-728a-426b-a647-5f58839e830c), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:07.400503 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-51ed2652-2dbc-4988-8668-1629b1d98962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:07.408401 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-51ed2652-2dbc-4988-8668-1629b1d98962 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/46ac3a95-728a-426b-a647-5f58839e830c HTTP/1.1" status: 204 len: 168 time: 0.2444992 Aug 31 04:08:07.429431 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed2652-2dbc-4988-8668-1629b1d98962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ac3a95-728a-426b-a647-5f58839e830c,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:07.444314 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bbd1d4d8-40b7-47aa-8d71-3326ce03368d req-ab483896-6cba-4b79-81c3-5ef4461cf14d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705468 Aug 31 04:08:07.494171 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:07.542158 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Network ff3a1df7-71a5-434e-a4c1-9eddd7366422 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:08:07.546224 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:08:07.549613 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:08:07.586987 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Pushing event updated for resources: {'Port': ['ID=c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:07.619970 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:07.621094 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:07.642924 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-0559935e-3e45-4d69-9510-9ecba1f64f7e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1302192 Aug 31 04:08:07.659772 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Request body: {'port': {'device_id': 'f3f84ef0-d99a-45a9-8374-94bdab970c84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:08:07.742919 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:08.025329 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-66b02830-1c01-4e62-bebf-a05853c2bb3c None None] Provisioning complete for port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:08:08.026493 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-66b02830-1c01-4e62-bebf-a05853c2bb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:08.119773 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-66b02830-1c01-4e62-bebf-a05853c2bb3c None None] Port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:08:08.189482 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:08:08.199354 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Publish callbacks [] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:08.212662 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Transition to ACTIVE for port object c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:08:08.216458 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:08.306117 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:08.364084 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a46455-8ca5-4953-bb38-b0c61dccaa82 req-cf6a733b-aad5-4660-87e6-8dcae8594b97 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:08.365594 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6a46455-8ca5-4953-bb38-b0c61dccaa82 req-cf6a733b-aad5-4660-87e6-8dcae8594b97 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 948 time: 0.0627983 Aug 31 04:08:08.382423 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Attempting to bind port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:08:08.382783 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Attempting to bind port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '43398b94-d11a-414a-be27-0b05ebe0ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff3a1df7-71a5-434e-a4c1-9eddd7366422'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:08:08.383166 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Attempting to bind port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 on network ff3a1df7-71a5-434e-a4c1-9eddd7366422 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:08:08.398143 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 on network ff3a1df7-71a5-434e-a4c1-9eddd7366422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:08:08.398525 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Attempting to bind port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 on network ff3a1df7-71a5-434e-a4c1-9eddd7366422 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:08:08.413881 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:08:08.414175 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Checking segment: {'id': '43398b94-d11a-414a-be27-0b05ebe0ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff3a1df7-71a5-434e-a4c1-9eddd7366422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:08:08.414542 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Bound using segment: {'id': '43398b94-d11a-414a-be27-0b05ebe0ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff3a1df7-71a5-434e-a4c1-9eddd7366422'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:08:08.414979 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Bound port: c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43398b94-d11a-414a-be27-0b05ebe0ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff3a1df7-71a5-434e-a4c1-9eddd7366422'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:08:08.415357 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:08.419701 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:08.462186 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6a46455-8ca5-4953-bb38-b0c61dccaa82 req-d2a02bf6-af0c-4427-b9a9-ecd6161a087d tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907063 Aug 31 04:08:08.493514 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:08.496031 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] For port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:08:08.499732 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] For port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3,segment=NetworkSegment(43398b94-d11a-414a-be27-0b05ebe0ad99),segment_id=43398b94-d11a-414a-be27-0b05ebe0ad99)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:08:08.508266 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:08.516142 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:08.516936 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:08.518503 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 HTTP/1.1" status: 200 len: 1098 time: 0.8667912 Aug 31 04:08:08.518991 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f84ef0-d99a-45a9-8374-94bdab970c84', 'tag': 'c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:08:08.521324 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e176bd-1964-4083-bd8a-1a51f01f15fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f84ef0-d99a-45a9-8374-94bdab970c84", "tag": "c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:08:08.609315 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216ef38c-b5f0-4a4c-a2d7-37d637a85a01 x-openstack-request-id: req-216ef38c-b5f0-4a4c-a2d7-37d637a85a01 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:08:08.609600 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f84ef0-d99a-45a9-8374-94bdab970c84", "tag": "c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:08:08.609851 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-216ef38c-b5f0-4a4c-a2d7-37d637a85a01 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:08:08.610247 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216ef38c-b5f0-4a4c-a2d7-37d637a85a01'] response: {'name': 'network-changed', 'server_uuid': 'f3f84ef0-d99a-45a9-8374-94bdab970c84', 'tag': 'c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3', 'status': 'completed', 'code': 200} Aug 31 04:08:08.641974 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bfff4-8754-4004-8a9c-a126f8793488 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:08.656070 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf180c3-594d-4366-bd60-d6d59c417e2a req-cfe9be5f-1d96-4c04-96b6-739ff8331ead tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:08.657682 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-daf180c3-594d-4366-bd60-d6d59c417e2a req-cfe9be5f-1d96-4c04-96b6-739ff8331ead tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.1088588 Aug 31 04:08:08.659138 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-6bf3d6db-d147-433d-82a2-eee41fd99db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:08.660488 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-6bf3d6db-d147-433d-82a2-eee41fd99db2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=4dceffdfa7224a4a84be50c94c6f3d4b&device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 1132 time: 0.0699775 Aug 31 04:08:08.715751 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-6dd05a31-8696-477a-a908-41e34fb35962 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 HTTP/1.1" status: 200 len: 217 time: 0.0453837 Aug 31 04:08:08.771090 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-daf180c3-594d-4366-bd60-d6d59c417e2a req-21c75f1c-ef39-4cce-aa1d-faf77ae8c6b2 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075161 Aug 31 04:08:08.795407 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-8d90d5aa-31a5-43e1-8c3c-5889063d460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:08.797022 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-8d90d5aa-31a5-43e1-8c3c-5889063d460b service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=803ae45f-4e42-4e41-aff2-33d319ea6446 HTTP/1.1" status: 200 len: 843 time: 0.0680006 Aug 31 04:08:08.858918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-22453a2f-e712-4a15-9476-d3fa2852bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:08.861167 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-22453a2f-e712-4a15-9476-d3fa2852bacd service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ff3a1df7-71a5-434e-a4c1-9eddd7366422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0518892 Aug 31 04:08:08.966395 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-b10963a1-7fb6-4133-a9b6-fd9cc81e2d97 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff3a1df7-71a5-434e-a4c1-9eddd7366422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974300 Aug 31 04:08:09.067405 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-50760e3a-a24e-464b-8f14-270e8ca7e6eb req-be0ff106-6446-4686-9439-ad412966e663 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff3a1df7-71a5-434e-a4c1-9eddd7366422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948327 Aug 31 04:08:09.307078 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 43252) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:09.422544 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-82fffb5c-cec0-49a9-a648-8ff1effb4202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:09.511127 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-82fffb5c-cec0-49a9-a648-8ff1effb4202 admin admin] Publish callbacks [] for security_group (3f13435b-c2d5-48dc-8e64-6e949874ff4b), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:09.516266 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-82fffb5c-cec0-49a9-a648-8ff1effb4202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (3f13435b-c2d5-48dc-8e64-6e949874ff4b), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:09.565655 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-82fffb5c-cec0-49a9-a648-8ff1effb4202 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6053fe28c832470393d4a6f593fc75fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573025 Aug 31 04:08:09.568738 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 43258) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:09.581449 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fffb5c-cec0-49a9-a648-8ff1effb4202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f13435b-c2d5-48dc-8e64-6e949874ff4b,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:09.602968 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0af49-0291-4cf1-8c72-0e7c9bc2f6cf req-1c775205-d06c-4993-ae2e-9c41685bfc3b tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:09.604502 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d4b0af49-0291-4cf1-8c72-0e7c9bc2f6cf req-1c775205-d06c-4993-ae2e-9c41685bfc3b tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 948 time: 0.0544274 Aug 31 04:08:09.632228 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2cc8dd14-7942-467b-b8f9-f879858d6e1b admin admin] Publish callbacks [] for security_group (3f13435b-c2d5-48dc-8e64-6e949874ff4b), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:09.660366 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2cc8dd14-7942-467b-b8f9-f879858d6e1b admin admin] Publish callbacks [] for security_group (3f13435b-c2d5-48dc-8e64-6e949874ff4b), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:09.666544 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d4b0af49-0291-4cf1-8c72-0e7c9bc2f6cf req-398b3618-e3a5-41a6-be8e-a832dceccfb9 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558167 Aug 31 04:08:09.708899 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2cc8dd14-7942-467b-b8f9-f879858d6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (3f13435b-c2d5-48dc-8e64-6e949874ff4b), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:09.711528 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2cc8dd14-7942-467b-b8f9-f879858d6e1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:09.712740 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-2cc8dd14-7942-467b-b8f9-f879858d6e1b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3f13435b-c2d5-48dc-8e64-6e949874ff4b HTTP/1.1" status: 204 len: 168 time: 0.1425457 Aug 31 04:08:09.722893 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8dd14-7942-467b-b8f9-f879858d6e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f13435b-c2d5-48dc-8e64-6e949874ff4b,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:09.922092 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295aa742-ef03-4804-a6f9-5eef6468b343 req-90d833cc-4d2c-4694-90a2-a21d9ee22621 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:09.929910 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-295aa742-ef03-4804-a6f9-5eef6468b343 req-90d833cc-4d2c-4694-90a2-a21d9ee22621 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0605507 Aug 31 04:08:09.988419 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-295aa742-ef03-4804-a6f9-5eef6468b343 req-09e6d63a-a596-4c98-8697-633fb91d057b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570099 Aug 31 04:08:10.061152 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 43274) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:10.076727 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d61d17f3-5745-403e-b8c7-87e87ab5e64a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:10.162213 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d61d17f3-5745-403e-b8c7-87e87ab5e64a admin admin] Publish callbacks [] for security_group (7027cf03-5967-4173-9418-f2e4d8030fd4), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:10.168068 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d61d17f3-5745-403e-b8c7-87e87ab5e64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (7027cf03-5967-4173-9418-f2e4d8030fd4), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:10.175526 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e176bd-1964-4083-bd8a-1a51f01f15fc req-8aef7ddc-f71e-424a-b9b0-aa14d7d249aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:10.177081 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-73e176bd-1964-4083-bd8a-1a51f01f15fc req-8aef7ddc-f71e-424a-b9b0-aa14d7d249aa service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=4dceffdfa7224a4a84be50c94c6f3d4b&device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 1132 time: 0.0548601 Aug 31 04:08:10.194118 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:INSERT=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:10.210452 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d17f3-5745-403e-b8c7-87e87ab5e64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7027cf03-5967-4173-9418-f2e4d8030fd4,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:10.217571 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-d61d17f3-5745-403e-b8c7-87e87ab5e64a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bc8a774cac904272b6cb4e9c76ed3e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553404 Aug 31 04:08:10.218502 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 43276) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:10.236754 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:10.270682 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1853da24-046e-4e94-8e09-622088d65fa4 admin admin] Publish callbacks [] for security_group (7027cf03-5967-4173-9418-f2e4d8030fd4), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:10.281213 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e176bd-1964-4083-bd8a-1a51f01f15fc req-894a926c-1a94-4d35-b21c-3015fd67e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:10.282705 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-73e176bd-1964-4083-bd8a-1a51f01f15fc req-894a926c-1a94-4d35-b21c-3015fd67e8ce service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ff3a1df7-71a5-434e-a4c1-9eddd7366422 HTTP/1.1" status: 200 len: 870 time: 0.0968785 Aug 31 04:08:10.289713 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:10.292023 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1853da24-046e-4e94-8e09-622088d65fa4 admin admin] Publish callbacks [] for security_group (7027cf03-5967-4173-9418-f2e4d8030fd4), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:10.328299 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-73e176bd-1964-4083-bd8a-1a51f01f15fc req-c530fc9d-09d5-41cc-bba1-698857a54b35 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 HTTP/1.1" status: 200 len: 217 time: 0.0373690 Aug 31 04:08:10.349507 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1853da24-046e-4e94-8e09-622088d65fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (7027cf03-5967-4173-9418-f2e4d8030fd4), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:10.353719 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1853da24-046e-4e94-8e09-622088d65fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:10.355299 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-1853da24-046e-4e94-8e09-622088d65fa4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7027cf03-5967-4173-9418-f2e4d8030fd4 HTTP/1.1" status: 204 len: 168 time: 0.1359398 Aug 31 04:08:10.364110 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853da24-046e-4e94-8e09-622088d65fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7027cf03-5967-4173-9418-f2e4d8030fd4,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:10.712375 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 43286) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:10.728344 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-80fdd1c2-f329-4c74-8634-dbf9e8fe78a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:10.742230 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:10.797563 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7bd9a-68df-4844-bc53-0af1edb8d285 req-29e76fcc-6da6-42dd-aaea-5a9ac5486f20 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:10.799734 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fff7bd9a-68df-4844-bc53-0af1edb8d285 req-29e76fcc-6da6-42dd-aaea-5a9ac5486f20 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 948 time: 0.0496020 Aug 31 04:08:10.813537 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-80fdd1c2-f329-4c74-8634-dbf9e8fe78a8 admin admin] Publish callbacks [] for security_group (93d913aa-3c07-4a36-b3bb-5ed06a40ab41), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:10.817881 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-80fdd1c2-f329-4c74-8634-dbf9e8fe78a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (93d913aa-3c07-4a36-b3bb-5ed06a40ab41), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:10.852339 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fff7bd9a-68df-4844-bc53-0af1edb8d285 req-8ff76c60-4f81-419b-9962-fb6b1cc0b24b tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461311 Aug 31 04:08:10.861539 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-80fdd1c2-f329-4c74-8634-dbf9e8fe78a8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dce203aba16c4568a9e7036a2b76fd10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480169 Aug 31 04:08:10.862402 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdd1c2-f329-4c74-8634-dbf9e8fe78a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d913aa-3c07-4a36-b3bb-5ed06a40ab41,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:10.865355 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 43288) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:10.926374 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8eb29939-7373-4890-ae9b-acc9b1c71ba0 admin admin] Publish callbacks [] for security_group (93d913aa-3c07-4a36-b3bb-5ed06a40ab41), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:10.947168 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8eb29939-7373-4890-ae9b-acc9b1c71ba0 admin admin] Publish callbacks [] for security_group (93d913aa-3c07-4a36-b3bb-5ed06a40ab41), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:11.003417 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8eb29939-7373-4890-ae9b-acc9b1c71ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (93d913aa-3c07-4a36-b3bb-5ed06a40ab41), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:11.006091 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8eb29939-7373-4890-ae9b-acc9b1c71ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:11.007314 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-8eb29939-7373-4890-ae9b-acc9b1c71ba0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/93d913aa-3c07-4a36-b3bb-5ed06a40ab41 HTTP/1.1" status: 204 len: 168 time: 0.1406105 Aug 31 04:08:11.015688 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb29939-7373-4890-ae9b-acc9b1c71ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d913aa-3c07-4a36-b3bb-5ed06a40ab41,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:11.111845 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bf770-bbcb-4d52-8480-20eefc3a9906 req-e9ea1789-79b1-4010-b7fa-37ff7fada657 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:11.114104 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-048bf770-bbcb-4d52-8480-20eefc3a9906 req-e9ea1789-79b1-4010-b7fa-37ff7fada657 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0489242 Aug 31 04:08:11.169733 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-048bf770-bbcb-4d52-8480-20eefc3a9906 req-26028621-a004-4a2d-a04c-d752b3bf81b6 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466013 Aug 31 04:08:11.299065 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e176bd-1964-4083-bd8a-1a51f01f15fc req-7619a17a-d2b5-4fab-a47f-ad0e78f8ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:11.300720 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-73e176bd-1964-4083-bd8a-1a51f01f15fc req-7619a17a-d2b5-4fab-a47f-ad0e78f8ef9d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=803ae45f-4e42-4e41-aff2-33d319ea6446 HTTP/1.1" status: 200 len: 843 time: 0.0636146 Aug 31 04:08:11.691497 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee9bdd-92f4-45c2-bd65-4a662618bb23 req-22e6f084-e88e-479d-a96c-36389dab5653 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:11.693092 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-21ee9bdd-92f4-45c2-bd65-4a662618bb23 req-22e6f084-e88e-479d-a96c-36389dab5653 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0478041 Aug 31 04:08:11.753911 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-21ee9bdd-92f4-45c2-bd65-4a662618bb23 req-0cbb4f63-9df7-4b77-9fe2-f73a8ce5e115 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447743 Aug 31 04:08:11.986291 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb3118-c497-4b51-839f-657f8abeaeaf req-9caa6849-e669-4ef4-822f-f1af3f60a669 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:11.987870 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e1eb3118-c497-4b51-839f-657f8abeaeaf req-9caa6849-e669-4ef4-822f-f1af3f60a669 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 948 time: 0.0496628 Aug 31 04:08:12.032459 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:08:12.039296 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e1eb3118-c497-4b51-839f-657f8abeaeaf req-39cc8036-45a8-4d08-8b7f-56708245ce04 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452888 Aug 31 04:08:12.156972 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3,segment=NetworkSegment(43398b94-d11a-414a-be27-0b05ebe0ad99),segment_id=43398b94-d11a-414a-be27-0b05ebe0ad99)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:08:12.168148 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': 'c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3', 'network_id': 'ff3a1df7-71a5-434e-a4c1-9eddd7366422', 'port_id': 'c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3', 'mac_address': 'fa:16:3e:ef:35:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803ae45f-4e42-4e41-aff2-33d319ea6446', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:08:12.209143 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:08:12.209539 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:12.224843 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:08:12.248749 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3,segment=NetworkSegment(43398b94-d11a-414a-be27-0b05ebe0ad99),segment_id=43398b94-d11a-414a-be27-0b05ebe0ad99)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:08:12.255329 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:12.309620 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:12.320623 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15224f09-016a-4855-9dc3-66e828338599 req-8f68743e-bf87-48ad-a8f9-e70842ca5e9b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:12.322085 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-15224f09-016a-4855-9dc3-66e828338599 req-8f68743e-bf87-48ad-a8f9-e70842ca5e9b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0726891 Aug 31 04:08:12.373273 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-15224f09-016a-4855-9dc3-66e828338599 req-b19f1bfa-1fd4-42f6-8fa9-c977487bac22 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449359 Aug 31 04:08:12.900545 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd805e4d-e73e-4189-9cec-6d90a2f8bd53 req-d99d277c-0606-4718-8ed1-3a427d288c8a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:12.902520 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fd805e4d-e73e-4189-9cec-6d90a2f8bd53 req-d99d277c-0606-4718-8ed1-3a427d288c8a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0503995 Aug 31 04:08:12.952733 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fd805e4d-e73e-4189-9cec-6d90a2f8bd53 req-864824a5-9050-4eac-a496-ac735dd64aec tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432117 Aug 31 04:08:13.038510 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e176bd-1964-4083-bd8a-1a51f01f15fc req-352eed64-de08-4c96-8aeb-517956becde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:13.040277 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-73e176bd-1964-4083-bd8a-1a51f01f15fc req-352eed64-de08-4c96-8aeb-517956becde5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ff3a1df7-71a5-434e-a4c1-9eddd7366422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0503633 Aug 31 04:08:13.165368 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbd427-96f4-402b-8a60-a795cb7f642e req-c8481be1-041b-4822-9f9c-4dbc0344d7d3 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:13.166801 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0ebbd427-96f4-402b-8a60-a795cb7f642e req-c8481be1-041b-4822-9f9c-4dbc0344d7d3 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 949 time: 0.0551949 Aug 31 04:08:13.253856 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:13.258464 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:13.286143 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0ebbd427-96f4-402b-8a60-a795cb7f642e req-25fefbbf-9977-467b-85b0-b635e09a456a tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134546 Aug 31 04:08:13.314013 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-73e176bd-1964-4083-bd8a-1a51f01f15fc req-6d77b1b5-ab59-4be7-98c1-4f9387ea5e2b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff3a1df7-71a5-434e-a4c1-9eddd7366422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338086 Aug 31 04:08:13.317924 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:08:13.320448 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:13.380280 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 43406) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:13.505591 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-59b82be6-463f-4a4d-a393-a4efd2c72b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:13.520243 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26180b-634e-48f8-923d-95d72d31e4c0 req-f0faeaae-1592-4459-bc90-58f38e3aab35 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:13.521750 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5f26180b-634e-48f8-923d-95d72d31e4c0 req-f0faeaae-1592-4459-bc90-58f38e3aab35 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0732412 Aug 31 04:08:13.601239 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5f26180b-634e-48f8-923d-95d72d31e4c0 req-32b9e1c4-2bc3-4d86-b931-387bb7918b57 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730677 Aug 31 04:08:13.633883 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-59b82be6-463f-4a4d-a393-a4efd2c72b12 admin admin] Publish callbacks [] for security_group (cf69279f-dee4-48ec-9258-ac40e70fabb1), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:13.639365 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-59b82be6-463f-4a4d-a393-a4efd2c72b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (cf69279f-dee4-48ec-9258-ac40e70fabb1), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:13.677256 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b82be6-463f-4a4d-a393-a4efd2c72b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf69279f-dee4-48ec-9258-ac40e70fabb1,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:13.681499 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-59b82be6-463f-4a4d-a393-a4efd2c72b12 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e6c414815a1d477e99ad5e5932d180c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001313 Aug 31 04:08:13.684932 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 43416) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:13.737210 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a910feb2-c526-4e34-a6ec-a39a13ede146 admin admin] Publish callbacks [] for security_group (cf69279f-dee4-48ec-9258-ac40e70fabb1), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:13.758950 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a910feb2-c526-4e34-a6ec-a39a13ede146 admin admin] Publish callbacks [] for security_group (cf69279f-dee4-48ec-9258-ac40e70fabb1), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:13.809863 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a910feb2-c526-4e34-a6ec-a39a13ede146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (cf69279f-dee4-48ec-9258-ac40e70fabb1), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:13.812626 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a910feb2-c526-4e34-a6ec-a39a13ede146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:13.813785 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-a910feb2-c526-4e34-a6ec-a39a13ede146 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cf69279f-dee4-48ec-9258-ac40e70fabb1 HTTP/1.1" status: 204 len: 168 time: 0.1284947 Aug 31 04:08:13.824922 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910feb2-c526-4e34-a6ec-a39a13ede146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf69279f-dee4-48ec-9258-ac40e70fabb1,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:14.083664 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b57867-dd3f-4f7f-b8f5-401091380f1a req-8cd74146-1df1-4f0a-9eb1-e52d02b8dbe4 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:14.085186 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-27b57867-dd3f-4f7f-b8f5-401091380f1a req-8cd74146-1df1-4f0a-9eb1-e52d02b8dbe4 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0474036 Aug 31 04:08:14.094101 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 43426) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:14.119490 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3568d086-505e-4fe7-a00d-fbbef870ac77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:14.173183 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-27b57867-dd3f-4f7f-b8f5-401091380f1a req-b4fdf33b-bb34-4bd9-aad3-51a50d9c3275 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724094 Aug 31 04:08:14.223669 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3568d086-505e-4fe7-a00d-fbbef870ac77 admin admin] Publish callbacks [] for security_group (fc86476c-ba72-464f-acab-210a861bd238), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:14.227784 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3568d086-505e-4fe7-a00d-fbbef870ac77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (fc86476c-ba72-464f-acab-210a861bd238), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:14.273894 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-3568d086-505e-4fe7-a00d-fbbef870ac77 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=390c449deb4c4feb992108f500d4f8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785879 Aug 31 04:08:14.276625 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 43432) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:14.282762 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:14.283637 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568d086-505e-4fe7-a00d-fbbef870ac77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc86476c-ba72-464f-acab-210a861bd238,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:14.348410 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e44050d1-6a2c-4d35-925f-c6344d87a23d admin admin] Publish callbacks [] for security_group (fc86476c-ba72-464f-acab-210a861bd238), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:14.356548 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:14.381626 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e44050d1-6a2c-4d35-925f-c6344d87a23d admin admin] Publish callbacks [] for security_group (fc86476c-ba72-464f-acab-210a861bd238), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:14.441405 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f265d3-7e03-4505-8169-d729c7807a4e req-8d3edef1-6359-469e-8601-bdada439d42d tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:14.442886 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-70f265d3-7e03-4505-8169-d729c7807a4e req-8d3edef1-6359-469e-8601-bdada439d42d tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 949 time: 0.0743790 Aug 31 04:08:14.536188 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e44050d1-6a2c-4d35-925f-c6344d87a23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (fc86476c-ba72-464f-acab-210a861bd238), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:14.538704 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e44050d1-6a2c-4d35-925f-c6344d87a23d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:14.539872 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-e44050d1-6a2c-4d35-925f-c6344d87a23d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fc86476c-ba72-464f-acab-210a861bd238 HTTP/1.1" status: 204 len: 168 time: 0.2623134 Aug 31 04:08:14.575310 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-70f265d3-7e03-4505-8169-d729c7807a4e req-0f2ead21-1e89-4791-80f0-2fec5eb45f81 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220987 Aug 31 04:08:14.576064 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44050d1-6a2c-4d35-925f-c6344d87a23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc86476c-ba72-464f-acab-210a861bd238,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:14.632250 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-73e176bd-1964-4083-bd8a-1a51f01f15fc req-ada0d6e3-839e-4566-b7f1-ab607f0ff823 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff3a1df7-71a5-434e-a4c1-9eddd7366422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875823 Aug 31 04:08:14.638074 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77a3fc-68e1-4bc8-b215-afc9d3b42d12 req-02b63034-39aa-4311-ba61-32bfe266dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:14.639908 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-de77a3fc-68e1-4bc8-b215-afc9d3b42d12 req-02b63034-39aa-4311-ba61-32bfe266dd49 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 1130 time: 0.0584888 Aug 31 04:08:14.865843 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcd936-333d-433d-a62c-11b348b88162 req-ce40bae4-229d-466b-9add-dfa1e848cde1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:14.867381 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-68bcd936-333d-433d-a62c-11b348b88162 req-ce40bae4-229d-466b-9add-dfa1e848cde1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0476813 Aug 31 04:08:14.923285 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-68bcd936-333d-433d-a62c-11b348b88162 req-4481daf8-87e0-4282-ab90-dd9229c139db tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484712 Aug 31 04:08:14.998879 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:15.310151 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8c949-a5f8-440e-ab91-26eaa8ba4910 req-d9b30c92-bbba-49b9-9655-2effc6d381aa tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:15.315686 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a7c8c949-a5f8-440e-ab91-26eaa8ba4910 req-d9b30c92-bbba-49b9-9655-2effc6d381aa tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0533254 Aug 31 04:08:15.363728 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a7c8c949-a5f8-440e-ab91-26eaa8ba4910 req-e8b9a5b6-7fac-4ca9-b7be-e01122efd71b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420308 Aug 31 04:08:15.710543 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c56d0-82d2-4cde-8a2c-9d6d30cff279 req-a054c19a-2000-44db-96e4-093deb477e65 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:15.712042 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c2c56d0-82d2-4cde-8a2c-9d6d30cff279 req-a054c19a-2000-44db-96e4-093deb477e65 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 949 time: 0.0534716 Aug 31 04:08:15.764486 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c2c56d0-82d2-4cde-8a2c-9d6d30cff279 req-6b410b36-af6e-42ef-b99d-6ded4f76b8a2 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461078 Aug 31 04:08:16.066036 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b44570-3c2b-4093-b380-57794c336b84 req-a2d44169-3084-4ada-9e4c-7ad4a063008c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:16.067877 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-44b44570-3c2b-4093-b380-57794c336b84 req-a2d44169-3084-4ada-9e4c-7ad4a063008c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0613375 Aug 31 04:08:16.118654 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-44b44570-3c2b-4093-b380-57794c336b84 req-38300426-a9fa-4542-9349-43c361ae9258 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448499 Aug 31 04:08:16.496006 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5bd97-de2b-4bff-8b07-cbdd17aced76 req-8caa8329-7574-4637-839c-1b9de11fdf3a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:16.497553 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1cb5bd97-de2b-4bff-8b07-cbdd17aced76 req-8caa8329-7574-4637-839c-1b9de11fdf3a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0487576 Aug 31 04:08:16.550966 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1cb5bd97-de2b-4bff-8b07-cbdd17aced76 req-857655df-95d6-4487-a246-a4aa92cf36ba tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456796 Aug 31 04:08:16.878470 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:08:16.896422 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c87df-5900-4f5e-b269-621699067a23 req-c0d10b8a-9eb1-45a8-abce-d9671c75f16e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:16.897905 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-462c87df-5900-4f5e-b269-621699067a23 req-c0d10b8a-9eb1-45a8-abce-d9671c75f16e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 949 time: 0.0547433 Aug 31 04:08:16.923846 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:08:16.937478 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:08:16.937931 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:16.949269 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-462c87df-5900-4f5e-b269-621699067a23 req-d2117458-934e-41c5-a990-4f03f09e95cf tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452030 Aug 31 04:08:17.021267 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:08:17.021710 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:17.041636 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:17.046239 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f84ef0-d99a-45a9-8374-94bdab970c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:08:17.048506 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6e8623-69a8-4623-ad7a-0e8127521175" -d '{"events": [{"server_uuid": "f3f84ef0-d99a-45a9-8374-94bdab970c84", "name": "network-vif-plugged", "status": "completed", "tag": "c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:08:17.062697 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3,segment=NetworkSegment(43398b94-d11a-414a-be27-0b05ebe0ad99),segment_id=43398b94-d11a-414a-be27-0b05ebe0ad99)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:08:17.066775 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:17.090091 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2143f9-673d-47df-8760-6eff3899214b x-openstack-request-id: req-3d2143f9-673d-47df-8760-6eff3899214b {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:08:17.090372 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f84ef0-d99a-45a9-8374-94bdab970c84", "name": "network-vif-plugged", "status": "completed", "tag": "c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:08:17.090619 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d2143f9-673d-47df-8760-6eff3899214b {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:08:17.091054 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2143f9-673d-47df-8760-6eff3899214b'] response: {'server_uuid': 'f3f84ef0-d99a-45a9-8374-94bdab970c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3', 'code': 200} Aug 31 04:08:17.120325 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:17.127786 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:17.128120 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:17.128474 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:17.128836 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:17.129189 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:17.129511 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:17.129835 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:17.130117 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:17.130454 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:17.130771 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:17.131124 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:17.131445 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:17.131762 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:17.132072 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:17.132403 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:17.239919 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77583961-4cd7-4a85-b625-a563427e3b13 req-f4e6dd04-fefe-4293-96de-beff8af9e211 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:17.241415 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-77583961-4cd7-4a85-b625-a563427e3b13 req-f4e6dd04-fefe-4293-96de-beff8af9e211 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0479267 Aug 31 04:08:17.300911 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-77583961-4cd7-4a85-b625-a563427e3b13 req-76feeaad-3442-491f-93f3-764798e23781 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514939 Aug 31 04:08:17.652704 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:17.694277 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4381a4-6858-4168-acce-fd7d7d303d2a req-6e3a8fb0-0502-4588-ac36-d7d167cdf6a5 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:17.695817 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ad4381a4-6858-4168-acce-fd7d7d303d2a req-6e3a8fb0-0502-4588-ac36-d7d167cdf6a5 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0521441 Aug 31 04:08:17.731982 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:17.750553 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ad4381a4-6858-4168-acce-fd7d7d303d2a req-51092582-665e-4dde-b22f-c2854ee72e09 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447650 Aug 31 04:08:17.859871 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-de77a3fc-68e1-4bc8-b215-afc9d3b42d12 req-0213c3a6-b3b5-43f9-817b-443af305c792 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415068 Aug 31 04:08:18.088517 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c7b2e-ce1f-4108-8ef9-ca8acde1bfe8 req-7d0f2cf9-58bf-445a-9c11-beaaeda0603e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:18.090002 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8a6c7b2e-ce1f-4108-8ef9-ca8acde1bfe8 req-7d0f2cf9-58bf-445a-9c11-beaaeda0603e tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 950 time: 0.0495889 Aug 31 04:08:18.138342 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8a6c7b2e-ce1f-4108-8ef9-ca8acde1bfe8 req-94aafaf5-f7ce-440b-a608-81441d49fbad tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424843 Aug 31 04:08:18.208696 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298f935-10b1-49c9-a2f2-4713815521c8 req-3e014b10-700d-47d9-b203-3632a5d9759c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:18.210291 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2298f935-10b1-49c9-a2f2-4713815521c8 req-3e014b10-700d-47d9-b203-3632a5d9759c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 1134 time: 0.0450399 Aug 31 04:08:18.259692 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2298f935-10b1-49c9-a2f2-4713815521c8 req-78764b3f-6525-4d06-9560-ea0373e8adba service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Aug 31 04:08:18.426715 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa761b-61b1-4739-a310-8ef31d3c1825 req-6d4affa6-ca18-4659-914f-8891b6cfbdd8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:18.428182 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cdaa761b-61b1-4739-a310-8ef31d3c1825 req-6d4affa6-ca18-4659-914f-8891b6cfbdd8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0504849 Aug 31 04:08:18.483842 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cdaa761b-61b1-4739-a310-8ef31d3c1825 req-2f15dee1-c041-4e51-b43c-a4f2f4a9adbb tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472724 Aug 31 04:08:18.891265 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079081f-31af-44ad-b000-120155627e86 req-2e829bcb-1e8e-415f-8baa-d65648636c46 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:18.892763 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5079081f-31af-44ad-b000-120155627e86 req-2e829bcb-1e8e-415f-8baa-d65648636c46 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0531638 Aug 31 04:08:19.169651 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5079081f-31af-44ad-b000-120155627e86 req-74b78d6f-68cb-47d4-950b-e29307565dfb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705941 Aug 31 04:08:19.260263 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc9a93-4427-4cd9-bbaa-11897470e200 req-f4864253-75ec-4cfa-b7ff-6ce0537d2e19 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:19.261680 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4dcc9a93-4427-4cd9-bbaa-11897470e200 req-f4864253-75ec-4cfa-b7ff-6ce0537d2e19 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 950 time: 0.0483432 Aug 31 04:08:19.312896 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4dcc9a93-4427-4cd9-bbaa-11897470e200 req-18092feb-2cfc-47a1-ac74-342cad786a15 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446625 Aug 31 04:08:19.613395 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b175d52-b62a-4fc5-a423-afdf027248fe req-b67cc884-ec01-4d1a-8e54-6a7ea6d6b72f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:19.615296 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7b175d52-b62a-4fc5-a423-afdf027248fe req-b67cc884-ec01-4d1a-8e54-6a7ea6d6b72f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0545778 Aug 31 04:08:19.671474 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7b175d52-b62a-4fc5-a423-afdf027248fe req-c64d5058-e758-4129-ba31-3f74104d34d3 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503659 Aug 31 04:08:20.297485 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ae7a8-edc7-482a-8451-db7e59142752 req-b3ec8bec-5664-4377-8eb2-b6277903dea9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:20.299065 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2e0ae7a8-edc7-482a-8451-db7e59142752 req-b3ec8bec-5664-4377-8eb2-b6277903dea9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0478263 Aug 31 04:08:20.357885 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2e0ae7a8-edc7-482a-8451-db7e59142752 req-ab14b8dc-ca10-4b02-a9aa-5054a21edc78 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524209 Aug 31 04:08:20.470072 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cc5d9-cefb-47ec-903d-e0b4e449ee26 req-d40dad1e-e1d0-4861-93ff-6b7d69465ed3 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:20.471639 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-778cc5d9-cefb-47ec-903d-e0b4e449ee26 req-d40dad1e-e1d0-4861-93ff-6b7d69465ed3 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 950 time: 0.0488789 Aug 31 04:08:20.528033 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-778cc5d9-cefb-47ec-903d-e0b4e449ee26 req-9a7e6c67-3163-41e2-b488-d95e24c8bb9a tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483053 Aug 31 04:08:20.841406 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0cfb6-c6d8-4363-a5e2-b5f78ebdd983 req-37ecaf47-3df1-4f48-86e1-415b1f62f975 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:20.843554 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5ef0cfb6-c6d8-4363-a5e2-b5f78ebdd983 req-37ecaf47-3df1-4f48-86e1-415b1f62f975 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0576191 Aug 31 04:08:20.854656 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:DELETE=1,neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:20.857684 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:INSERT=5,neutron:SELECT=14 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:20.899477 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5ef0cfb6-c6d8-4363-a5e2-b5f78ebdd983 req-6d5f989b-44b2-4c05-92e6-0ea31db32113 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472808 Aug 31 04:08:21.042025 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a3ea6-1bea-4aae-a7c5-d22ea7eeb094 req-c8636b99-2cf8-40cf-95c6-58b5450d87a8 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:21.043563 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bf6a3ea6-1bea-4aae-a7c5-d22ea7eeb094 req-c8636b99-2cf8-40cf-95c6-58b5450d87a8 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 950 time: 0.0533943 Aug 31 04:08:21.088333 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:21.094375 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:21.100333 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bf6a3ea6-1bea-4aae-a7c5-d22ea7eeb094 req-225e6a7e-56f3-43e6-9786-c0be63840dee tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502615 Aug 31 04:08:21.236913 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851172c1-fb64-4a60-a388-ec76b27f713e req-22cd6b28-0b8f-447c-b79b-dd51764c53ae tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:21.238721 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-851172c1-fb64-4a60-a388-ec76b27f713e req-22cd6b28-0b8f-447c-b79b-dd51764c53ae tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0526474 Aug 31 04:08:21.291600 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-851172c1-fb64-4a60-a388-ec76b27f713e req-edd72c14-e1c0-4cd3-8e01-c92a97b2280b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469415 Aug 31 04:08:21.487230 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec5de7-1792-45d7-bbd9-1500ae1c03c7 req-d057397d-a5a3-4519-86dc-6d8972590400 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:21.489074 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8fec5de7-1792-45d7-bbd9-1500ae1c03c7 req-d057397d-a5a3-4519-86dc-6d8972590400 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0511107 Aug 31 04:08:21.541072 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8fec5de7-1792-45d7-bbd9-1500ae1c03c7 req-dca43c14-8563-47de-a1cf-2f42ad5a93a7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448782 Aug 31 04:08:22.032098 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:08:22.229729 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05e5c6-70c5-4dbb-af39-777e3755cd74 req-2833e963-9826-4f52-856b-981db615a200 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:22.231616 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ce05e5c6-70c5-4dbb-af39-777e3755cd74 req-2833e963-9826-4f52-856b-981db615a200 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 950 time: 0.0496688 Aug 31 04:08:22.293323 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ce05e5c6-70c5-4dbb-af39-777e3755cd74 req-ecc3f90e-7426-4a5c-aab2-571d9bd01f73 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532367 Aug 31 04:08:22.683485 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bda857-a928-42f4-8988-21cdc2d6b227 req-ab528ea7-96de-41e0-9b29-b2c2e4b821b0 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:22.684987 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4bda857-a928-42f4-8988-21cdc2d6b227 req-ab528ea7-96de-41e0-9b29-b2c2e4b821b0 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0627232 Aug 31 04:08:22.762821 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9777c-26a9-41af-be81-4ccd2428ccbc req-673b035f-f1a2-4aa2-83fe-c9c025645c63 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:22.764813 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2bb9777c-26a9-41af-be81-4ccd2428ccbc req-673b035f-f1a2-4aa2-83fe-c9c025645c63 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 950 time: 0.0636060 Aug 31 04:08:22.792134 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4bda857-a928-42f4-8988-21cdc2d6b227 req-9b143c2b-555b-4f62-a0f6-06ed5cd0581e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007755 Aug 31 04:08:22.920589 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b39bfd-59df-49cc-b103-b505e8603181 req-ca99292b-a8de-499c-ab1f-ee09642da292 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:22.922148 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-71b39bfd-59df-49cc-b103-b505e8603181 req-ca99292b-a8de-499c-ab1f-ee09642da292 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0564144 Aug 31 04:08:22.974427 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-71b39bfd-59df-49cc-b103-b505e8603181 req-de324db0-e5b3-423d-b847-278031d2588d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464411 Aug 31 04:08:23.427220 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef22a5d-a5d5-4b67-96ca-c3ad996f2a3e req-0ca555fc-f7a7-42cd-92c0-38bb790b3bbb tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:23.428679 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8ef22a5d-a5d5-4b67-96ca-c3ad996f2a3e req-0ca555fc-f7a7-42cd-92c0-38bb790b3bbb tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 950 time: 0.0509322 Aug 31 04:08:23.477964 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8ef22a5d-a5d5-4b67-96ca-c3ad996f2a3e req-ae2c16ab-125b-48ba-bd95-d8cffe67f0e0 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430624 Aug 31 04:08:23.931864 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b84d5-fa23-4e42-adde-4413d85135b6 req-be424c18-f606-4a90-9453-a7cea5c28c19 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:23.933393 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b27b84d5-fa23-4e42-adde-4413d85135b6 req-be424c18-f606-4a90-9453-a7cea5c28c19 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0569603 Aug 31 04:08:23.987116 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b27b84d5-fa23-4e42-adde-4413d85135b6 req-8e00ab74-f0af-4cb1-a9bc-cc26c25b84dc tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479984 Aug 31 04:08:24.099230 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69f4f0-cc79-4e0e-b4f7-71575260a3a8 req-39a3d3e1-b282-432d-9737-a873d782d3aa tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:24.100667 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3e69f4f0-cc79-4e0e-b4f7-71575260a3a8 req-39a3d3e1-b282-432d-9737-a873d782d3aa tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0491576 Aug 31 04:08:24.161908 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3e69f4f0-cc79-4e0e-b4f7-71575260a3a8 req-c3554fe0-8df6-4f97-bac3-c9d140f47106 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528135 Aug 31 04:08:24.625456 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bd7e7-68e2-4ff4-a417-4dfab4883cd8 req-3e0802f5-023e-4ce8-a337-e15d834d290a tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:24.626965 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-003bd7e7-68e2-4ff4-a417-4dfab4883cd8 req-3e0802f5-023e-4ce8-a337-e15d834d290a tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 950 time: 0.0620785 Aug 31 04:08:24.675625 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-2bb9777c-26a9-41af-be81-4ccd2428ccbc req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Deleting port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:08:24.675959 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2bb9777c-26a9-41af-be81-4ccd2428ccbc req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:24.739792 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:24.748497 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-003bd7e7-68e2-4ff4-a417-4dfab4883cd8 req-4f8b674d-19ef-486a-ac4c-83dd073f1107 tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d75c2b-3bd6-499c-8db4-6e496ae3de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028020 Aug 31 04:08:24.799138 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-2bb9777c-26a9-41af-be81-4ccd2428ccbc req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] For port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3,segment=NetworkSegment(43398b94-d11a-414a-be27-0b05ebe0ad99),segment_id=43398b94-d11a-414a-be27-0b05ebe0ad99)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:08:24.799500 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2bb9777c-26a9-41af-be81-4ccd2428ccbc req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:24.817016 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-2bb9777c-26a9-41af-be81-4ccd2428ccbc req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Calling delete_port for c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:08:24.820755 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:24.960774 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2bb9777c-26a9-41af-be81-4ccd2428ccbc req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:24.995529 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Pushing event deleted for resources: {'Port': ['ID=c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:25.008560 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:25.008908 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:25.009253 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:25.009596 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:25.009931 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:25.010284 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:25.010617 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:25.010941 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:25.011291 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:25.011619 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:25.011948 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:25.012268 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:25.012591 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:25.012951 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:25.013264 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:25.054789 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb9777c-26a9-41af-be81-4ccd2428ccbc req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] No DVR routers for this DVR port c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:08:25.057359 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2bb9777c-26a9-41af-be81-4ccd2428ccbc req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:25.060818 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2bb9777c-26a9-41af-be81-4ccd2428ccbc req-3694b688-95ab-4795-a121-bb3a2f22856f tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.26 "DELETE /networking/v2.0/ports/c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 HTTP/1.1" status: 204 len: 173 time: 0.5336652 Aug 31 04:08:25.061476 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f84ef0-d99a-45a9-8374-94bdab970c84', 'name': 'network-vif-deleted', 'tag': 'c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:08:25.063809 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a218a5be-193c-4b44-a6f1-85a80c1e5c2d" -d '{"events": [{"server_uuid": "f3f84ef0-d99a-45a9-8374-94bdab970c84", "name": "network-vif-deleted", "tag": "c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:08:25.125451 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3af551-ae12-4805-9bf4-0525eca6e49f x-openstack-request-id: req-4d3af551-ae12-4805-9bf4-0525eca6e49f {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:08:25.125803 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f84ef0-d99a-45a9-8374-94bdab970c84", "name": "network-vif-deleted", "tag": "c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:08:25.126066 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d3af551-ae12-4805-9bf4-0525eca6e49f {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:08:25.126654 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3af551-ae12-4805-9bf4-0525eca6e49f'] response: {'server_uuid': 'f3f84ef0-d99a-45a9-8374-94bdab970c84', 'name': 'network-vif-deleted', 'tag': 'c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3', 'status': 'completed', 'code': 200} Aug 31 04:08:25.146827 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cc11a-73ac-4f9b-b1fb-461b7b998083 req-d5ed6b51-8bfe-4d74-8a3a-d34ec66f54c6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:25.148836 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c80cc11a-73ac-4f9b-b1fb-461b7b998083 req-d5ed6b51-8bfe-4d74-8a3a-d34ec66f54c6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0618439 Aug 31 04:08:25.207542 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c80cc11a-73ac-4f9b-b1fb-461b7b998083 req-48ee2bfe-59d9-4463-bc77-73a2e48439a6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527861 Aug 31 04:08:25.294158 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f30aa1-109a-406b-9b98-78ec2431b9c5 req-9c204852-d057-4153-9b07-16b8dde103d4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:25.295822 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a7f30aa1-109a-406b-9b98-78ec2431b9c5 req-9c204852-d057-4153-9b07-16b8dde103d4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0583730 Aug 31 04:08:25.345998 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a7f30aa1-109a-406b-9b98-78ec2431b9c5 req-b80b6b51-3c33-4b47-8ade-8c6120065617 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442941 Aug 31 04:08:25.533505 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d3b08-c3c9-4125-b722-f97bac4a7374 req-61fd92f9-872e-4719-9e89-f4b363adc0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:25.535063 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c49d3b08-c3c9-4125-b722-f97bac4a7374 req-61fd92f9-872e-4719-9e89-f4b363adc0e7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 1130 time: 0.0470893 Aug 31 04:08:25.619883 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f70178b7-02ce-4d43-a21b-7053c70fa38d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:25.641368 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d3b08-c3c9-4125-b722-f97bac4a7374 req-f4d3e287-5694-44d9-a255-6705fe543632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:25.643272 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c49d3b08-c3c9-4125-b722-f97bac4a7374 req-f4d3e287-5694-44d9-a255-6705fe543632 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 920 time: 0.0991766 Aug 31 04:08:25.697079 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c49d3b08-c3c9-4125-b722-f97bac4a7374 req-26ec44c9-8b1d-4c05-b6de-38b735bcef63 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=992c7f80-18c6-4637-bdf4-bbd2517f5794 HTTP/1.1" status: 200 len: 217 time: 0.0423927 Aug 31 04:08:25.757603 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d3b08-c3c9-4125-b722-f97bac4a7374 req-b57a0061-c923-4f08-aa57-b780d8a7f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:25.759112 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c49d3b08-c3c9-4125-b722-f97bac4a7374 req-b57a0061-c923-4f08-aa57-b780d8a7f8b5 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fa37a94d-b25b-47af-8952-0a7e47ca5103 HTTP/1.1" status: 200 len: 858 time: 0.0481462 Aug 31 04:08:25.822336 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d3b08-c3c9-4125-b722-f97bac4a7374 req-39027ccf-fc3b-4a6b-94d1-2edb93dde173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:25.823910 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c49d3b08-c3c9-4125-b722-f97bac4a7374 req-39027ccf-fc3b-4a6b-94d1-2edb93dde173 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448020 Aug 31 04:08:25.861851 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:08:25.883430 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:08:25.883792 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device c1ca18a0-1ccb-4a55-ae54-f591b51f8fa3 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:08:25.898017 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b54a0767-6d45-42cf-b78f-11a189673f6c req-59c36458-c3b2-47b2-8f26-9e7a6afcc8fe tempest-VolumesNegativeTest-160121581 tempest-VolumesNegativeTest-160121581-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f3f84ef0-d99a-45a9-8374-94bdab970c84 HTTP/1.1" status: 200 len: 210 time: 0.0511298 Aug 31 04:08:25.965976 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c49d3b08-c3c9-4125-b722-f97bac4a7374 req-cebac32a-308e-403b-b435-7213bb4a5ba9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208358 Aug 31 04:08:26.256048 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:26.304943 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c49d3b08-c3c9-4125-b722-f97bac4a7374 req-b7bde312-c39e-4684-acec-03ca0b9dba37 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116412 Aug 31 04:08:26.341368 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf7862-ff0f-45a3-9055-b9c25a675c92 req-d5925b40-4233-4219-bbe4-708024492c6f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:26.343208 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9caf7862-ff0f-45a3-9055-b9c25a675c92 req-d5925b40-4233-4219-bbe4-708024492c6f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0537388 Aug 31 04:08:26.397096 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9caf7862-ff0f-45a3-9055-b9c25a675c92 req-e89e3d6d-68c7-4f3e-9c8b-12e98df27f54 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460930 Aug 31 04:08:26.478628 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe00a0-532a-491d-ae02-21aa3102d845 req-3fbec3b1-d58f-4d4f-9fcb-a18afd1a3259 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:26.480257 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7dfe00a0-532a-491d-ae02-21aa3102d845 req-3fbec3b1-d58f-4d4f-9fcb-a18afd1a3259 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0533574 Aug 31 04:08:26.535282 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7dfe00a0-532a-491d-ae02-21aa3102d845 req-86f91107-f01f-483a-949b-2c57a88997dc tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488927 Aug 31 04:08:27.520248 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:27.528755 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab74e75-00a9-4723-b52a-13fb7daad842 req-fc299de1-d0f1-459f-ba7f-26d935edc251 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:27.531680 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3ab74e75-00a9-4723-b52a-13fb7daad842 req-fc299de1-d0f1-459f-ba7f-26d935edc251 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0510664 Aug 31 04:08:27.601708 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3ab74e75-00a9-4723-b52a-13fb7daad842 req-d47f7e60-6ec0-4865-b2f6-68360b1e0435 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656941 Aug 31 04:08:27.667769 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cb32b-c42e-4d27-96a1-9caf618a0869 req-c2e532c6-bc52-4203-8678-ab730f468a7d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:27.669319 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bf6cb32b-c42e-4d27-96a1-9caf618a0869 req-c2e532c6-bc52-4203-8678-ab730f468a7d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0529327 Aug 31 04:08:27.680042 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b2f6eb68-c169-454b-a491-210a2d5970a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:27.725600 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bf6cb32b-c42e-4d27-96a1-9caf618a0869 req-007bb328-3fdc-455b-9579-6c5fd61c4e53 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492127 Aug 31 04:08:27.985939 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:28.757337 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7f407-9a96-48e7-b476-11fd5e1d33dd req-ce420f82-248f-46b6-88e0-7e99731eeea1 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:28.760269 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a4f7f407-9a96-48e7-b476-11fd5e1d33dd req-ce420f82-248f-46b6-88e0-7e99731eeea1 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0659857 Aug 31 04:08:28.854868 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:28.867873 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a4f7f407-9a96-48e7-b476-11fd5e1d33dd req-4a3c8268-5f43-4e52-94cc-47e41b8b4861 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002107 Aug 31 04:08:28.903608 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee561092-c382-402b-919c-ee135f5b107f req-409eace9-a2ac-4d73-86ef-6c9313f5438b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:28.906461 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ee561092-c382-402b-919c-ee135f5b107f req-409eace9-a2ac-4d73-86ef-6c9313f5438b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.1033304 Aug 31 04:08:28.962267 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ee561092-c382-402b-919c-ee135f5b107f req-b6c7fa9c-95df-42a0-87b1-c980a3de6dca tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502133 Aug 31 04:08:30.032004 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6113d-b8ef-45ef-bdae-d7fb3d6ea4b5 req-eaf3dfcf-6248-4cc7-b76d-73e7814fc39a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:30.033604 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-61c6113d-b8ef-45ef-bdae-d7fb3d6ea4b5 req-eaf3dfcf-6248-4cc7-b76d-73e7814fc39a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0547364 Aug 31 04:08:30.117248 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946701ad-8495-441a-a2a5-e0c03489ae7b req-318856b2-5029-4516-96ca-f5d944299521 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:30.118662 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-946701ad-8495-441a-a2a5-e0c03489ae7b req-318856b2-5029-4516-96ca-f5d944299521 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0717778 Aug 31 04:08:30.123562 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-61c6113d-b8ef-45ef-bdae-d7fb3d6ea4b5 req-0a1451bc-6099-4861-9cbe-16965d5e63c5 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837965 Aug 31 04:08:30.170551 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-946701ad-8495-441a-a2a5-e0c03489ae7b req-5ad0ee21-492e-45c3-b3ae-7c81238b836c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446544 Aug 31 04:08:30.411241 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:30.488350 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:30.832515 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 44006) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:30.946001 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c4e8-e369-4ce4-aaa9-82e690671815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:31.036090 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c4e8-e369-4ce4-aaa9-82e690671815 admin admin] Publish callbacks [] for security_group (bd093af0-8cd1-418c-a29d-f28a5295635c), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:31.041638 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c4e8-e369-4ce4-aaa9-82e690671815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (bd093af0-8cd1-418c-a29d-f28a5295635c), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:31.074720 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:31.095206 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 44016) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:31.095754 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-e4a3c4e8-e369-4ce4-aaa9-82e690671815 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6e93e81f9bb0432f8feaec2d8da85a47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615795 Aug 31 04:08:31.096748 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3c4e8-e369-4ce4-aaa9-82e690671815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd093af0-8cd1-418c-a29d-f28a5295635c,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:31.168952 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Publish callbacks [] for security_group (bd093af0-8cd1-418c-a29d-f28a5295635c), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:31.191665 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Publish callbacks [] for security_group (bd093af0-8cd1-418c-a29d-f28a5295635c), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:31.249729 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (bd093af0-8cd1-418c-a29d-f28a5295635c), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:31.254756 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:31.259178 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bd093af0-8cd1-418c-a29d-f28a5295635c HTTP/1.1" status: 204 len: 168 time: 0.1595447 Aug 31 04:08:31.270449 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd093af0-8cd1-418c-a29d-f28a5295635c,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:31.278188 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:31.278535 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:31.279390 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:31.279390 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:31.279879 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:31.280036 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:31.280364 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:31.280686 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:31.281250 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:31.281771 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:31.282271 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:31.282782 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:31.283298 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:31.283809 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:31.284300 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdcc1d-89ba-4f71-b13b-b51a5b3efeab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:08:31.291606 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4677175-5f98-4a32-9c96-276e2a923dcc req-bf3ee4e7-ccfb-4a49-8acb-020f56119f73 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:31.294264 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4677175-5f98-4a32-9c96-276e2a923dcc req-bf3ee4e7-ccfb-4a49-8acb-020f56119f73 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0830750 Aug 31 04:08:31.328359 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 44026) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:31.380756 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309e809-56d0-4f2a-bf7f-1a6103602f03 req-12572e52-75a6-477f-90e1-9b1fdf9f48ad tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:31.382287 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a309e809-56d0-4f2a-bf7f-1a6103602f03 req-12572e52-75a6-477f-90e1-9b1fdf9f48ad tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0851278 Aug 31 04:08:31.421977 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4677175-5f98-4a32-9c96-276e2a923dcc req-1ba8aed4-56a1-4b54-84f8-2163d362576a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057498 Aug 31 04:08:31.466776 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a309e809-56d0-4f2a-bf7f-1a6103602f03 req-432afa45-0a55-438c-8df4-5983d53d26f3 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738366 Aug 31 04:08:31.539430 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-f6830cc1-3188-4c88-9244-0efebd707b40 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4dceffdfa7224a4a84be50c94c6f3d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099488 Aug 31 04:08:31.540254 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 44030) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:31.598269 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-07e86cda-4425-462c-af90-dace128590f5 admin admin] Publish callbacks [] for security_group (33d75c2b-3bd6-499c-8db4-6e496ae3de4a), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:31.626232 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-07e86cda-4425-462c-af90-dace128590f5 admin admin] Publish callbacks [] for security_group (33d75c2b-3bd6-499c-8db4-6e496ae3de4a), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:31.684647 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-07e86cda-4425-462c-af90-dace128590f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (33d75c2b-3bd6-499c-8db4-6e496ae3de4a), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:31.688027 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-07e86cda-4425-462c-af90-dace128590f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:31.689306 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-07e86cda-4425-462c-af90-dace128590f5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/33d75c2b-3bd6-499c-8db4-6e496ae3de4a HTTP/1.1" status: 204 len: 168 time: 0.1481009 Aug 31 04:08:31.700296 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e86cda-4425-462c-af90-dace128590f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d75c2b-3bd6-499c-8db4-6e496ae3de4a,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:31.902638 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4a38be32-98cb-48fd-b704-e08ed42a7fef details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:08:31.943572 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:31.968751 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392efb6f-eb4e-4cf2-b730-2f9bbb33eaf8 req-438a2f3d-178d-4223-bc8d-0f72759b6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:31.970279 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-392efb6f-eb4e-4cf2-b730-2f9bbb33eaf8 req-438a2f3d-178d-4223-bc8d-0f72759b6be6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 1130 time: 0.0752802 Aug 31 04:08:32.027384 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:32.029200 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:32.041818 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4a38be32-98cb-48fd-b704-e08ed42a7fef, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:08:32.060249 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'port_id': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'mac_address': 'fa:16:3e:8b:de:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:08:32.097592 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 4a38be32-98cb-48fd-b704-e08ed42a7fef is: ACTIVE; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:08:32.097985 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:32.109050 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:32.112239 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a38be32-98cb-48fd-b704-e08ed42a7fef {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:08:32.134182 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4a38be32-98cb-48fd-b704-e08ed42a7fef, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:08:32.138870 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:32.184768 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=4a38be32-98cb-48fd-b704-e08ed42a7fef,revision_number=6']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:32.283126 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['4a38be32-98cb-48fd-b704-e08ed42a7fef'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:08:32.414925 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392efb6f-eb4e-4cf2-b730-2f9bbb33eaf8 req-5ede1abd-d0b5-41d2-bc59-d3641c8e14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:32.416511 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-392efb6f-eb4e-4cf2-b730-2f9bbb33eaf8 req-5ede1abd-d0b5-41d2-bc59-d3641c8e14a0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 920 time: 0.1003611 Aug 31 04:08:32.470775 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-392efb6f-eb4e-4cf2-b730-2f9bbb33eaf8 req-220530de-1944-4e81-a5a8-e0ad9a89d60c service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=992c7f80-18c6-4637-bdf4-bbd2517f5794 HTTP/1.1" status: 200 len: 217 time: 0.0380058 Aug 31 04:08:32.554680 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392efb6f-eb4e-4cf2-b730-2f9bbb33eaf8 req-627ee835-86f3-44e7-aa5e-9d690a022109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:32.556146 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-392efb6f-eb4e-4cf2-b730-2f9bbb33eaf8 req-627ee835-86f3-44e7-aa5e-9d690a022109 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fa37a94d-b25b-47af-8952-0a7e47ca5103 HTTP/1.1" status: 200 len: 858 time: 0.0779083 Aug 31 04:08:32.601602 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c1d88-9ebe-4d3e-8c50-ca4bbd66fe93 req-0dd5aec5-af01-4c45-b608-16136875e0e4 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:32.603306 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-091c1d88-9ebe-4d3e-8c50-ca4bbd66fe93 req-0dd5aec5-af01-4c45-b608-16136875e0e4 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 944 time: 0.0920849 Aug 31 04:08:32.656851 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48420965-c54c-4d51-8d87-c026cabfb29a req-e6ae89d0-3da7-4fa7-ad2a-616d492803be tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:32.658339 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-48420965-c54c-4d51-8d87-c026cabfb29a req-e6ae89d0-3da7-4fa7-ad2a-616d492803be tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.1081846 Aug 31 04:08:32.660796 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392efb6f-eb4e-4cf2-b730-2f9bbb33eaf8 req-a7c44f75-e0cb-47f5-83e8-54adacba753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:32.662136 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-392efb6f-eb4e-4cf2-b730-2f9bbb33eaf8 req-a7c44f75-e0cb-47f5-83e8-54adacba753e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966883 Aug 31 04:08:32.719036 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-091c1d88-9ebe-4d3e-8c50-ca4bbd66fe93 req-b02eb432-6c63-454b-88ea-816f075fe41e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972862 Aug 31 04:08:32.785677 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-48420965-c54c-4d51-8d87-c026cabfb29a req-da54abf7-3402-45bd-9df0-396b67c1fe06 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199620 Aug 31 04:08:32.811975 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-392efb6f-eb4e-4cf2-b730-2f9bbb33eaf8 req-4fc116a6-e8f1-4c1f-b499-f7a914978775 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308374 Aug 31 04:08:32.918237 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-392efb6f-eb4e-4cf2-b730-2f9bbb33eaf8 req-7d81f798-496d-4ece-99d6-12fa05c4a8b2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897400 Aug 31 04:08:33.928801 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a5ddf-219c-480f-817e-e813f1b489ef req-0d984d99-69b4-481b-98d0-dcd0ec4abc3f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:33.930431 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3b3a5ddf-219c-480f-817e-e813f1b489ef req-0d984d99-69b4-481b-98d0-dcd0ec4abc3f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 944 time: 0.1225679 Aug 31 04:08:33.964208 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb487be-7f76-4ccd-833e-37bc6e5d1a0f req-2e20397f-a59d-438e-83ca-c4e43c6ae731 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:33.965782 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3bb487be-7f76-4ccd-833e-37bc6e5d1a0f req-2e20397f-a59d-438e-83ca-c4e43c6ae731 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0905452 Aug 31 04:08:34.020514 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3b3a5ddf-219c-480f-817e-e813f1b489ef req-e58289a7-9c51-411e-b0d6-205ff6b5169f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782342 Aug 31 04:08:34.078177 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3bb487be-7f76-4ccd-833e-37bc6e5d1a0f req-1a6ccba7-606f-4aac-9b9d-7496d9158577 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045356 Aug 31 04:08:35.149784 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375ffd9-5c08-4307-b462-5fb7cf3b31bc req-7e61de39-5556-4467-9b1c-c3545dbe15a5 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:35.149784 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d375ffd9-5c08-4307-b462-5fb7cf3b31bc req-7e61de39-5556-4467-9b1c-c3545dbe15a5 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 944 time: 0.0520167 Aug 31 04:08:35.193632 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:35.215722 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317bdcd-5f22-4fcf-965e-4e35c049fca9 req-1ecfd8e1-0758-4f2c-a531-8e0179ac6ba1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:35.217626 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2317bdcd-5f22-4fcf-965e-4e35c049fca9 req-1ecfd8e1-0758-4f2c-a531-8e0179ac6ba1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0695312 Aug 31 04:08:35.256104 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d375ffd9-5c08-4307-b462-5fb7cf3b31bc req-beee2b58-c0eb-42a3-a64f-2a638148bc6b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975957 Aug 31 04:08:35.290900 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2317bdcd-5f22-4fcf-965e-4e35c049fca9 req-88da5810-9798-4919-9387-2b95324923d0 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668004 Aug 31 04:08:35.813094 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4a38be32-98cb-48fd-b704-e08ed42a7fef up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:08:35.865241 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 4a38be32-98cb-48fd-b704-e08ed42a7fef triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:08:35.865627 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:35.966912 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 4a38be32-98cb-48fd-b704-e08ed42a7fef is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:08:35.966912 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:36.007621 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4a38be32-98cb-48fd-b704-e08ed42a7fef, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:08:36.009147 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a38be32-98cb-48fd-b704-e08ed42a7fef'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:08:36.012069 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b940d8ba-5d8b-4565-a533-a6ea51564f43" -d '{"events": [{"server_uuid": "675abe1e-ac1e-458b-b5ac-745a7f6917b7", "name": "network-vif-plugged", "status": "completed", "tag": "4a38be32-98cb-48fd-b704-e08ed42a7fef"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:08:36.016587 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:36.062459 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a1d7ca-e33b-4bcd-9284-732dbd3f0cf9 x-openstack-request-id: req-e1a1d7ca-e33b-4bcd-9284-732dbd3f0cf9 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:08:36.062879 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675abe1e-ac1e-458b-b5ac-745a7f6917b7", "name": "network-vif-plugged", "status": "completed", "tag": "4a38be32-98cb-48fd-b704-e08ed42a7fef", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:08:36.063298 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1a1d7ca-e33b-4bcd-9284-732dbd3f0cf9 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:08:36.063700 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a1d7ca-e33b-4bcd-9284-732dbd3f0cf9'] response: {'server_uuid': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'code': 200} Aug 31 04:08:36.069495 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:36.085999 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=4a38be32-98cb-48fd-b704-e08ed42a7fef,revision_number=7']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:36.547581 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:36.614923 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f8b38-f75f-4b67-8cc6-798e779827e5 req-067444a1-6e17-45e0-8036-a012669d065f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:36.616489 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d07f8b38-f75f-4b67-8cc6-798e779827e5 req-067444a1-6e17-45e0-8036-a012669d065f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.1383777 Aug 31 04:08:36.657370 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f97766-7148-4633-b7c4-291877cf7f9c req-2322d334-d5aa-4fda-91b7-4662135b9307 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:36.658872 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-17f97766-7148-4633-b7c4-291877cf7f9c req-2322d334-d5aa-4fda-91b7-4662135b9307 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.1098619 Aug 31 04:08:36.715252 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d07f8b38-f75f-4b67-8cc6-798e779827e5 req-07319c81-82c4-479e-a794-1e02ee63feea tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919189 Aug 31 04:08:36.739551 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-17f97766-7148-4633-b7c4-291877cf7f9c req-438e917b-6aac-4954-b659-45ad761b7f34 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732934 Aug 31 04:08:37.946469 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e711e6-32eb-449c-8c90-f48d511d3edb req-766e9340-7c7f-492b-94d5-cfc6a2d4b082 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:37.953979 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-66e711e6-32eb-449c-8c90-f48d511d3edb req-766e9340-7c7f-492b-94d5-cfc6a2d4b082 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0973265 Aug 31 04:08:37.968173 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6a9e4-be75-47e6-a9a4-6115dc06025e req-864c0e25-fe6e-45db-b24a-faf0d593a4cb tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:37.969815 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6ae6a9e4-be75-47e6-a9a4-6115dc06025e req-864c0e25-fe6e-45db-b24a-faf0d593a4cb tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.1018882 Aug 31 04:08:38.037763 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-66e711e6-32eb-449c-8c90-f48d511d3edb req-4603579b-340c-491c-9ae6-4d491a440775 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826924 Aug 31 04:08:38.064614 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6ae6a9e4-be75-47e6-a9a4-6115dc06025e req-d61fe92d-7efa-455e-9c61-225098bd12c8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863853 Aug 31 04:08:39.281488 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65e77-7a15-4ed9-b30e-4531f7d90284 req-2aaf1e6d-0a84-4e95-9385-6c20073e76c6 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:39.292035 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-11f65e77-7a15-4ed9-b30e-4531f7d90284 req-2aaf1e6d-0a84-4e95-9385-6c20073e76c6 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.1092687 Aug 31 04:08:39.353589 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-11f65e77-7a15-4ed9-b30e-4531f7d90284 req-d9286f6f-7e0f-4ca2-9f46-84726b673faa tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601683 Aug 31 04:08:39.366019 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd452f17-d421-484a-8178-019533e69a91 req-d395be3e-29ea-4411-8202-ca67b699d21d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:39.376985 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bd452f17-d421-484a-8178-019533e69a91 req-d395be3e-29ea-4411-8202-ca67b699d21d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.1539516 Aug 31 04:08:39.433160 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bd452f17-d421-484a-8178-019533e69a91 req-8de34889-87d8-4504-a479-944f1fa363d7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548956 Aug 31 04:08:40.531325 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa379590-916b-4525-a699-66179538e192 req-f9d483e0-3365-44a3-85d9-2f2c695071a8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:40.533765 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aa379590-916b-4525-a699-66179538e192 req-f9d483e0-3365-44a3-85d9-2f2c695071a8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0656908 Aug 31 04:08:40.600032 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893091c-dec2-41be-8e73-0ed739f5100e req-a261f307-4463-4613-8239-ee5297d3c954 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:40.601516 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f893091c-dec2-41be-8e73-0ed739f5100e req-a261f307-4463-4613-8239-ee5297d3c954 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0667725 Aug 31 04:08:40.688711 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f893091c-dec2-41be-8e73-0ed739f5100e req-0e093320-8473-4aca-a637-ff9126275205 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743387 Aug 31 04:08:40.692104 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aa379590-916b-4525-a699-66179538e192 req-ad2039d8-3f28-4467-9eda-fa9e1e4d5b5f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102104 Aug 31 04:08:41.692228 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:41.695359 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=47,neutron:DELETE=7 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:41.870256 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420911b3-a237-40be-879e-5caec439880f req-64c4ac86-17c7-4879-82ca-279e29925982 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:41.871907 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-420911b3-a237-40be-879e-5caec439880f req-64c4ac86-17c7-4879-82ca-279e29925982 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0934777 Aug 31 04:08:41.885145 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25b308-5d94-47a9-9df6-65d425e775bf req-bb5cf3d7-72e1-474c-bf00-d342fce3d39b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:41.887279 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7a25b308-5d94-47a9-9df6-65d425e775bf req-bb5cf3d7-72e1-474c-bf00-d342fce3d39b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0614083 Aug 31 04:08:41.993136 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-420911b3-a237-40be-879e-5caec439880f req-6f51dec0-e3f0-4d55-b83a-ef2641417848 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996892 Aug 31 04:08:42.009637 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7a25b308-5d94-47a9-9df6-65d425e775bf req-242e4563-3379-4848-beb3-28ff84d9a42d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044047 Aug 31 04:08:43.110981 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:43.120549 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c9688-2b57-46f6-9ca5-f63c84f84d6e req-fe44556e-01e8-4ce9-bf07-2e2fa8377f8d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:43.127628 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df9c9688-2b57-46f6-9ca5-f63c84f84d6e req-fe44556e-01e8-4ce9-bf07-2e2fa8377f8d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0602634 Aug 31 04:08:43.161651 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:43.177793 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df9c9688-2b57-46f6-9ca5-f63c84f84d6e req-8fc6b51e-1876-4a1d-87fb-4873581916d9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491645 Aug 31 04:08:43.306628 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebf5cd-a19d-407d-9bad-545d7a22ecf3 req-356ada2a-f85d-4301-986c-151b32250aeb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:43.308160 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-84ebf5cd-a19d-407d-9bad-545d7a22ecf3 req-356ada2a-f85d-4301-986c-151b32250aeb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0592155 Aug 31 04:08:43.368399 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-84ebf5cd-a19d-407d-9bad-545d7a22ecf3 req-2fd02a08-5f09-4f46-ae44-3e442c803c11 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539761 Aug 31 04:08:44.311536 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dabb72-99d2-48f7-b3e8-7cf330d656d2 req-ffd5ccb1-eeb8-4509-b2d7-823845e6c7b5 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:44.313017 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-14dabb72-99d2-48f7-b3e8-7cf330d656d2 req-ffd5ccb1-eeb8-4509-b2d7-823845e6c7b5 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0539167 Aug 31 04:08:44.369082 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-14dabb72-99d2-48f7-b3e8-7cf330d656d2 req-d2b94d8a-7322-4b8c-a2b1-71b84df5de2c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501614 Aug 31 04:08:44.496792 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af999d9-ff6b-4747-bd79-829681289601 req-7b3b9efe-bfd0-4332-981c-b7d88ff04a29 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:44.498742 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4af999d9-ff6b-4747-bd79-829681289601 req-7b3b9efe-bfd0-4332-981c-b7d88ff04a29 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0482981 Aug 31 04:08:44.548973 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4af999d9-ff6b-4747-bd79-829681289601 req-4feadda6-22fa-4463-9fd5-dbdda1d558a9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421755 Aug 31 04:08:45.500156 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb15b31-b73d-4801-ab22-8b3261b6b03b req-9f195462-f3b0-4428-9472-8a7b32dc2640 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:45.501727 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ceb15b31-b73d-4801-ab22-8b3261b6b03b req-9f195462-f3b0-4428-9472-8a7b32dc2640 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0544381 Aug 31 04:08:45.561527 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ceb15b31-b73d-4801-ab22-8b3261b6b03b req-f4da7bce-d1d4-4e68-b04c-710a12388187 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539386 Aug 31 04:08:45.682292 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1537fb-08dc-4dac-970f-78388e772974 req-f17a2b85-0244-4843-82f5-37637e3bf360 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:45.683781 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1b1537fb-08dc-4dac-970f-78388e772974 req-f17a2b85-0244-4843-82f5-37637e3bf360 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0490987 Aug 31 04:08:45.737107 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1b1537fb-08dc-4dac-970f-78388e772974 req-da1f8f1d-5062-40e8-afc9-1ea72b435ae7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474401 Aug 31 04:08:45.909072 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50d449-46de-4c79-be13-c6cd172b7c9d req-b8c6c2dd-f642-4673-bc54-c36ba82b006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:45.910628 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8c50d449-46de-4c79-be13-c6cd172b7c9d req-b8c6c2dd-f642-4673-bc54-c36ba82b006b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 1130 time: 0.0397687 Aug 31 04:08:46.083771 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:46.208450 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8c50d449-46de-4c79-be13-c6cd172b7c9d req-0628c902-fbb0-4484-88d3-e0957d3579b4 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563493 Aug 31 04:08:46.557440 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709591f-e3b2-4c62-93d1-1f6e7fee35cb req-3f86a1b4-cd6f-4310-8603-5ee4b40d1524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:46.558995 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0709591f-e3b2-4c62-93d1-1f6e7fee35cb req-3f86a1b4-cd6f-4310-8603-5ee4b40d1524 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66bcbde4eda6417ea15dca2371c28540&device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 1129 time: 0.0403714 Aug 31 04:08:46.706793 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fc824-b69d-4e2b-98e8-fe08ea703b0e req-25dcab03-bcaa-4316-b1e9-311f6d492d3f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:46.708388 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f13fc824-b69d-4e2b-98e8-fe08ea703b0e req-25dcab03-bcaa-4316-b1e9-311f6d492d3f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0652230 Aug 31 04:08:46.709649 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709591f-e3b2-4c62-93d1-1f6e7fee35cb req-0d34d1c4-3c08-4cff-bf09-8438a6d71609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:46.710965 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0709591f-e3b2-4c62-93d1-1f6e7fee35cb req-0d34d1c4-3c08-4cff-bf09-8438a6d71609 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=52829969-a42a-442d-a4b2-1b1707d47a14 HTTP/1.1" status: 200 len: 918 time: 0.1375978 Aug 31 04:08:46.771722 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f13fc824-b69d-4e2b-98e8-fe08ea703b0e req-4a3a4ba4-4436-4dce-9fa6-3e6493fcac01 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569389 Aug 31 04:08:47.142287 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d084b-f15e-4c97-aa93-c53683ae6990 req-4ecf76df-ed4a-4516-b2f3-3198b9f5127f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:47.143826 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1b9d084b-f15e-4c97-aa93-c53683ae6990 req-4ecf76df-ed4a-4516-b2f3-3198b9f5127f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.3185861 Aug 31 04:08:47.177433 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0709591f-e3b2-4c62-93d1-1f6e7fee35cb req-03c403f8-6814-4986-9bd8-05745535faea service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef HTTP/1.1" status: 200 len: 1000 time: 0.0874627 Aug 31 04:08:47.213920 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1b9d084b-f15e-4c97-aa93-c53683ae6990 req-58cb2f36-5558-49b6-a8e7-8c9fd6dde4e9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627501 Aug 31 04:08:47.241816 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:47.257742 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709591f-e3b2-4c62-93d1-1f6e7fee35cb req-2b46881b-8651-41db-b3e8-c3c5ef5baeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:47.259255 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0709591f-e3b2-4c62-93d1-1f6e7fee35cb req-2b46881b-8651-41db-b3e8-c3c5ef5baeb1 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6e59a379-9915-439a-b89a-fd25376e37d9 HTTP/1.1" status: 200 len: 856 time: 0.0570884 Aug 31 04:08:47.317800 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709591f-e3b2-4c62-93d1-1f6e7fee35cb req-691cd4b8-ae2b-44ec-b650-9f8d25f95038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:47.319386 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0709591f-e3b2-4c62-93d1-1f6e7fee35cb req-691cd4b8-ae2b-44ec-b650-9f8d25f95038 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=52829969-a42a-442d-a4b2-1b1707d47a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411832 Aug 31 04:08:47.851515 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:47.948344 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84da38-8d7b-44bb-a9b2-af87c6ecfdaf req-c154bbaa-16b5-42ab-9b16-c8bb5feb570a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:47.949860 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-db84da38-8d7b-44bb-a9b2-af87c6ecfdaf req-c154bbaa-16b5-42ab-9b16-c8bb5feb570a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0947626 Aug 31 04:08:47.987958 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0709591f-e3b2-4c62-93d1-1f6e7fee35cb req-2a3976e0-e626-447a-bd67-3c52552dd20f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553111 Aug 31 04:08:48.014330 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-db84da38-8d7b-44bb-a9b2-af87c6ecfdaf req-5d8d26db-4b4e-4d04-87b8-b4a7ac9bab04 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555942 Aug 31 04:08:48.347152 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71b69b-c9a1-4748-b39c-aec1f0840670 req-854e2863-6687-4183-a9fe-63caf58c57bd tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:48.348609 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7a71b69b-c9a1-4748-b39c-aec1f0840670 req-854e2863-6687-4183-a9fe-63caf58c57bd tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0476005 Aug 31 04:08:48.402409 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7a71b69b-c9a1-4748-b39c-aec1f0840670 req-c395afd1-8fff-43c1-bb32-afd84639536e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454297 Aug 31 04:08:48.988074 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0709591f-e3b2-4c62-93d1-1f6e7fee35cb req-bd1b36a8-6db6-42ab-81d2-5d60707dbe11 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995188 Aug 31 04:08:49.150933 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7d19a-488a-4987-9ca4-1ab37a3a118b req-5e76d3f9-f557-4aa5-b281-4a2bc39a3f4b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:49.152435 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7dd7d19a-488a-4987-9ca4-1ab37a3a118b req-5e76d3f9-f557-4aa5-b281-4a2bc39a3f4b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0489626 Aug 31 04:08:49.205814 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7dd7d19a-488a-4987-9ca4-1ab37a3a118b req-9f4c9f56-e6da-434e-966f-1f8a1345c91c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468624 Aug 31 04:08:49.470394 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11068020-241d-432e-9fb1-6d8785493258 req-6c0ccfce-26e9-4d83-917b-ea27a8d7c5ff tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:49.471921 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-11068020-241d-432e-9fb1-6d8785493258 req-6c0ccfce-26e9-4d83-917b-ea27a8d7c5ff tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0476134 Aug 31 04:08:49.550422 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31924307-aa7d-42db-980e-e3ed351dd1bf req-c7a0b1c7-4ffd-4e70-86e1-14d30dbbbdde tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:49.551835 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-31924307-aa7d-42db-980e-e3ed351dd1bf req-c7a0b1c7-4ffd-4e70-86e1-14d30dbbbdde tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0667470 Aug 31 04:08:49.558972 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-11068020-241d-432e-9fb1-6d8785493258 req-c46e5c77-c2b7-4379-a6b7-61943ed371c9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811687 Aug 31 04:08:49.602516 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-31924307-aa7d-42db-980e-e3ed351dd1bf req-bb7fb9f0-a3f9-47bc-b51b-1b6f1ece80d3 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422649 Aug 31 04:08:50.688334 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94c3a3-6472-460a-9be6-99958e191904 req-bc8a57a4-fc78-4452-8443-8cf1700c3298 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:50.689846 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cf94c3a3-6472-460a-9be6-99958e191904 req-bc8a57a4-fc78-4452-8443-8cf1700c3298 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0534005 Aug 31 04:08:50.704781 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4a38be32-98cb-48fd-b704-e08ed42a7fef no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:08:50.760353 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d2e9d-d499-4759-a9cc-3e844c026ae7 req-a3e18e60-96f1-4461-bc96-3f6482298415 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:50.761838 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e46d2e9d-d499-4759-a9cc-3e844c026ae7 req-a3e18e60-96f1-4461-bc96-3f6482298415 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 945 time: 0.0800619 Aug 31 04:08:50.777657 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 4a38be32-98cb-48fd-b704-e08ed42a7fef is: ACTIVE; New status is: DOWN {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:08:50.778041 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:50.791816 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cf94c3a3-6472-460a-9be6-99958e191904 req-ac0d4d02-ca06-4487-8078-2fda6de5c2b2 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856960 Aug 31 04:08:50.802159 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a38be32-98cb-48fd-b704-e08ed42a7fef'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:08:50.804766 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b9684d-03d4-4d43-8fe2-2836a79b7052" -d '{"events": [{"server_uuid": "675abe1e-ac1e-458b-b5ac-745a7f6917b7", "name": "network-vif-unplugged", "status": "completed", "tag": "4a38be32-98cb-48fd-b704-e08ed42a7fef"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:08:50.817675 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4a38be32-98cb-48fd-b704-e08ed42a7fef, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:08:50.827559 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:50.831090 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e46d2e9d-d499-4759-a9cc-3e844c026ae7 req-edbfed9b-8431-4353-a6ab-bd7483321b56 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586333 Aug 31 04:08:50.856484 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 31 Aug 2022 04:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0f4449-8727-4c9e-95eb-c9750a2f83e9 x-openstack-request-id: req-8d0f4449-8727-4c9e-95eb-c9750a2f83e9 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:08:50.856797 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675abe1e-ac1e-458b-b5ac-745a7f6917b7", "name": "network-vif-unplugged", "status": "completed", "tag": "4a38be32-98cb-48fd-b704-e08ed42a7fef", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:08:50.857054 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d0f4449-8727-4c9e-95eb-c9750a2f83e9 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:08:50.857468 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0f4449-8727-4c9e-95eb-c9750a2f83e9'] response: {'server_uuid': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'code': 200} Aug 31 04:08:50.882970 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=4a38be32-98cb-48fd-b704-e08ed42a7fef,revision_number=8']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:51.911940 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:51.921040 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf5980-b0d7-4eac-a2be-b4b373705b11 req-0ecbf9d7-9d7a-4057-a4dc-470afde5770d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:51.922519 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43bf5980-b0d7-4eac-a2be-b4b373705b11 req-0ecbf9d7-9d7a-4057-a4dc-470afde5770d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0511217 Aug 31 04:08:51.973017 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43bf5980-b0d7-4eac-a2be-b4b373705b11 req-2ca28e68-e074-4c09-93f6-81e9293ed3f8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448868 Aug 31 04:08:51.992697 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:52.020218 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:52.081364 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16b352-82b3-476b-a6dc-54e9761cfa8e req-fe9f3d9b-ba53-46f7-b5b3-465aeddf71e9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:52.082859 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9a16b352-82b3-476b-a6dc-54e9761cfa8e req-fe9f3d9b-ba53-46f7-b5b3-465aeddf71e9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0471237 Aug 31 04:08:52.130025 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9a16b352-82b3-476b-a6dc-54e9761cfa8e req-5743e6e2-15d0-4fd4-afeb-cf1afd9496eb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415812 Aug 31 04:08:53.101690 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a7a8d-81c8-4fd5-a603-46058c033357 req-a061aee4-8cde-400d-993d-d99461750926 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:53.103214 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-914a7a8d-81c8-4fd5-a603-46058c033357 req-a061aee4-8cde-400d-993d-d99461750926 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0533774 Aug 31 04:08:53.154237 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-914a7a8d-81c8-4fd5-a603-46058c033357 req-ddb6e69d-09c8-48e1-b763-bb4b2cc446c0 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429897 Aug 31 04:08:53.223715 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:53.267464 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e2550-000a-4721-b65f-908a1fb46e0e req-82fc205f-bae0-4ee8-bcb1-ae3c831b6714 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:53.268978 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-315e2550-000a-4721-b65f-908a1fb46e0e req-82fc205f-bae0-4ee8-bcb1-ae3c831b6714 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0542457 Aug 31 04:08:53.323831 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-315e2550-000a-4721-b65f-908a1fb46e0e req-10e019f9-1449-4c6f-9fcd-db911849285b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489709 Aug 31 04:08:54.279835 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bdb8ff-50b2-42ba-a460-19cba4095ce3 req-9366a960-1bad-4dda-b996-6af4f7c77aba tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:54.281301 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-56bdb8ff-50b2-42ba-a460-19cba4095ce3 req-9366a960-1bad-4dda-b996-6af4f7c77aba tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0491462 Aug 31 04:08:54.335805 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-56bdb8ff-50b2-42ba-a460-19cba4095ce3 req-120ace2b-5ccd-4e99-a762-5258b472c461 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461221 Aug 31 04:08:54.456534 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ad22-3307-426d-9456-9f434f6bd848 req-0f1e000f-c1d2-4444-84c3-626dbd50654d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:54.458034 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5274ad22-3307-426d-9456-9f434f6bd848 req-0f1e000f-c1d2-4444-84c3-626dbd50654d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0545969 Aug 31 04:08:54.508544 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5274ad22-3307-426d-9456-9f434f6bd848 req-7d96ff49-7299-43f5-9e02-1c1f93bb11c7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441847 Aug 31 04:08:55.463394 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f3e34-abb5-4873-a548-0cb8e0816011 req-c731925d-2a22-4185-bc7a-9b5cefd14410 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:55.465041 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-938f3e34-abb5-4873-a548-0cb8e0816011 req-c731925d-2a22-4185-bc7a-9b5cefd14410 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0542476 Aug 31 04:08:55.516706 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-938f3e34-abb5-4873-a548-0cb8e0816011 req-8cc7314f-9c99-4a17-b0a0-feb45b284a05 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457802 Aug 31 04:08:55.617020 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-946e8fa7-f1b6-4032-9917-fd1a7163c77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:55.637103 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee85d0-d49c-42f6-8340-44e551c73ccd req-3ce965fb-44db-4b9b-a834-fab21c1b5dec tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:55.639125 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-26ee85d0-d49c-42f6-8340-44e551c73ccd req-3ce965fb-44db-4b9b-a834-fab21c1b5dec tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0502517 Aug 31 04:08:55.691429 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-26ee85d0-d49c-42f6-8340-44e551c73ccd req-280b0280-6270-4d5c-b9a7-9404906652cf tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465860 Aug 31 04:08:56.652262 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9ff61-bb45-4b40-a7cc-a60e8a9ac52d req-264b0a18-8125-45e6-b5ab-3cb54c0a578a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:56.654021 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c3f9ff61-bb45-4b40-a7cc-a60e8a9ac52d req-264b0a18-8125-45e6-b5ab-3cb54c0a578a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0525804 Aug 31 04:08:56.702288 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c3f9ff61-bb45-4b40-a7cc-a60e8a9ac52d req-1f98309b-82c4-4eea-b6e5-89f6eee2a592 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424120 Aug 31 04:08:56.710001 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 44392) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:56.723758 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4a38be32-98cb-48fd-b704-e08ed42a7fef no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:08:56.810503 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 4a38be32-98cb-48fd-b704-e08ed42a7fef is: DOWN; New status is: DOWN {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:08:56.841046 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-df6d8015-ed49-4fc5-b33f-35aad53d709d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:56.859629 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc22cd-8164-4a31-bfa9-cd2780180279 req-54392681-dbab-466a-802d-5ac039f34a30 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:56.861098 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1dcc22cd-8164-4a31-bfa9-cd2780180279 req-54392681-dbab-466a-802d-5ac039f34a30 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0781984 Aug 31 04:08:56.936158 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1dcc22cd-8164-4a31-bfa9-cd2780180279 req-ea983da1-dabc-4624-9a16-83a970c05d71 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686846 Aug 31 04:08:56.939706 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:56.970934 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-df6d8015-ed49-4fc5-b33f-35aad53d709d admin admin] Publish callbacks [] for security_group (6c95afd9-743b-4949-aa87-b229bb381cba), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:56.976575 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-df6d8015-ed49-4fc5-b33f-35aad53d709d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (6c95afd9-743b-4949-aa87-b229bb381cba), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:57.014086 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d8015-ed49-4fc5-b33f-35aad53d709d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c95afd9-743b-4949-aa87-b229bb381cba,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:57.018360 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-df6d8015-ed49-4fc5-b33f-35aad53d709d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6157780581874b9cb74a967a899cddd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073311 Aug 31 04:08:57.021104 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 44398) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:57.071450 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-64d598cc-5835-4671-a07d-bbdc0cefcbc8 admin admin] Publish callbacks [] for security_group (6c95afd9-743b-4949-aa87-b229bb381cba), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:57.092889 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-64d598cc-5835-4671-a07d-bbdc0cefcbc8 admin admin] Publish callbacks [] for security_group (6c95afd9-743b-4949-aa87-b229bb381cba), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:57.098891 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:57.143903 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-64d598cc-5835-4671-a07d-bbdc0cefcbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (6c95afd9-743b-4949-aa87-b229bb381cba), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:57.146615 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-64d598cc-5835-4671-a07d-bbdc0cefcbc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:57.147821 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-64d598cc-5835-4671-a07d-bbdc0cefcbc8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6c95afd9-743b-4949-aa87-b229bb381cba HTTP/1.1" status: 204 len: 168 time: 0.1258533 Aug 31 04:08:57.156371 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d598cc-5835-4671-a07d-bbdc0cefcbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c95afd9-743b-4949-aa87-b229bb381cba,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:57.668882 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-402430f1-2633-4ece-8bef-c70c43a5ea02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:57.835580 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21b7e3-5c61-4b0a-bc3c-7e1b88da2877 req-47e0e7c1-aed9-46e2-a5ff-b1260263da6c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:57.837072 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2d21b7e3-5c61-4b0a-bc3c-7e1b88da2877 req-47e0e7c1-aed9-46e2-a5ff-b1260263da6c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0512066 Aug 31 04:08:57.837343 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 44426) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:57.888589 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2d21b7e3-5c61-4b0a-bc3c-7e1b88da2877 req-999a76ca-f3b6-4d70-bfc7-8916d410cb8d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456111 Aug 31 04:08:57.937580 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-846836790-network', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:08:57.960201 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] Made reservation on behalf of dfefc6f232404c6ca48d073df67c3907 for: {'network': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:08:57.962708 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:57.971723 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:57.999856 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.053012 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] Publish callbacks [] for security_group (a76d1fb4-2f52-44a3-88ef-a076ac50e5c9), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.057035 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a76d1fb4-2f52-44a3-88ef-a076ac50e5c9), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.066702 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3c40d-9807-4bea-b8da-c3b583b302bd req-8d0b37a4-99fb-4687-ab28-d1c7ffdabb9a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:58.068230 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-47e3c40d-9807-4bea-b8da-c3b583b302bd req-8d0b37a4-99fb-4687-ab28-d1c7ffdabb9a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0484893 Aug 31 04:08:58.082689 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=106458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:08:58.093290 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:58.098333 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (02d84bed-2e21-462b-89c3-4802a2ac7b49), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.098729 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.segments_db [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] Added segment 02d84bed-2e21-462b-89c3-4802a2ac7b49 of type vlan for network cce3a859-4e9e-46fa-badb-7d5c4e79d14e Aug 31 04:08:58.119017 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-47e3c40d-9807-4bea-b8da-c3b583b302bd req-e7d74393-a1b2-4bdb-aa63-3637e2b72c14 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446744 Aug 31 04:08:58.142379 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (cce3a859-4e9e-46fa-badb-7d5c4e79d14e), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.167602 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (cce3a859-4e9e-46fa-badb-7d5c4e79d14e), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.168629 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:58.169453 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.228524 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3900242 Aug 31 04:08:58.231933 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 44432) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:58.233796 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30c190-9ab0-474e-b148-50dd2a04c5da admin admin] Pushing event updated for resources: {'Network': ['ID=cce3a859-4e9e-46fa-badb-7d5c4e79d14e,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:58.237036 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-b82a3b9c-1361-44e9-b526-0f4e3a6e13a3 admin admin] Request body: {'subnet': {'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-846836790-subnet', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'ip_version': 4}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:08:58.244956 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network cce3a859-4e9e-46fa-badb-7d5c4e79d14e details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:08:58.257558 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82a3b9c-1361-44e9-b526-0f4e3a6e13a3 admin admin] Made reservation on behalf of dfefc6f232404c6ca48d073df67c3907 for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:08:58.259847 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b82a3b9c-1361-44e9-b526-0f4e3a6e13a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4017601'] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.428969 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b82a3b9c-1361-44e9-b526-0f4e3a6e13a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2222273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4017623'] for subnet (d4171192-3c90-4c21-8e83-5dc4c356643b), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.484354 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a3b9c-1361-44e9-b526-0f4e3a6e13a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4171192-3c90-4c21-8e83-5dc4c356643b,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:58.502003 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82a3b9c-1361-44e9-b526-0f4e3a6e13a3 admin admin] Checking segment: {'id': '02d84bed-2e21-462b-89c3-4802a2ac7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:08:58.502358 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82a3b9c-1361-44e9-b526-0f4e3a6e13a3 admin admin] Network hostable DHCP agents. Network: cce3a859-4e9e-46fa-badb-7d5c4e79d14e, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:08:58.521435 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82a3b9c-1361-44e9-b526-0f4e3a6e13a3 admin admin] Network cce3a859-4e9e-46fa-badb-7d5c4e79d14e is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:08:58.531195 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-b82a3b9c-1361-44e9-b526-0f4e3a6e13a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, cce3a859-4e9e-46fa-badb-7d5c4e79d14e) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:08:58.535699 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82a3b9c-1361-44e9-b526-0f4e3a6e13a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:58.537186 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b82a3b9c-1361-44e9-b526-0f4e3a6e13a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.540844 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1aba35-4e43-4efd-9671-0186eb43b60b None None] Network cce3a859-4e9e-46fa-badb-7d5c4e79d14e requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:08:58.561995 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-b82a3b9c-1361-44e9-b526-0f4e3a6e13a3 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3287141 Aug 31 04:08:58.564596 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 44436) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:08:58.568766 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:08:58.571930 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:58.591346 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8313'] for router (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.592354 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-565639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8192'] for router (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.647526 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Publish callbacks [] for router_controller (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), precommit_add_association {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.654825 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372d0481-a19b-5f9c-9230-c03ba1597ea4-cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'fixed_ips': [{'subnet_id': 'd4171192-3c90-4c21-8e83-5dc4c356643b'}]}} from dv-cinder-853910-5-iscsi. {{(pid=106460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:08:58.655976 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.789290 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Publish callbacks [] for router_gateway (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.804258 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Allocated IP 172.20.0.2 (cce3a859-4e9e-46fa-badb-7d5c4e79d14e/d4171192-3c90-4c21-8e83-5dc4c356643b/aee69f41-95ba-4208-aeb6-1cb33cbc48c4) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:08:58.894816 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.930446 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:58.975102 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Publish callbacks [] for port (aee69f41-95ba-4208-aeb6-1cb33cbc48c4), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.981586 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (aee69f41-95ba-4208-aeb6-1cb33cbc48c4), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:58.997787 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Publish callbacks [] for router_gateway (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:59.015057 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:59.021857 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Network cce3a859-4e9e-46fa-badb-7d5c4e79d14e is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:08:59.023735 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:59.027915 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:59.030404 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:08:59.034506 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:08:59.035390 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:08:59.040971 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Pushing event updated for resources: {'Port': ['ID=aee69f41-95ba-4208-aeb6-1cb33cbc48c4,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:59.045164 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6c250-567d-492c-82a6-bf76db2d6995 req-85b7dedf-996c-42eb-a203-e812966e57ec tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:59.046690 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2cb6c250-567d-492c-82a6-bf76db2d6995 req-85b7dedf-996c-42eb-a203-e812966e57ec tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0784221 Aug 31 04:08:59.163547 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2cb6c250-567d-492c-82a6-bf76db2d6995 req-9099b459-2321-456d-bc09-91bc69a91df0 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892813 Aug 31 04:08:59.195953 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Allocated IP 172.27.1.185 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/93e19757-da79-4e80-9013-d9103247f6c7) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:08:59.226968 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Attempting to bind port aee69f41-95ba-4208-aeb6-1cb33cbc48c4 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:08:59.227396 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Attempting to bind port aee69f41-95ba-4208-aeb6-1cb33cbc48c4 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '02d84bed-2e21-462b-89c3-4802a2ac7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:08:59.227746 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Attempting to bind port aee69f41-95ba-4208-aeb6-1cb33cbc48c4 on network cce3a859-4e9e-46fa-badb-7d5c4e79d14e {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:08:59.233032 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:08:59.233396 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Checking segment: {'id': '02d84bed-2e21-462b-89c3-4802a2ac7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:08:59.233780 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:59.234156 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Bound using segment: {'id': '02d84bed-2e21-462b-89c3-4802a2ac7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:08:59.234608 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Bound port: aee69f41-95ba-4208-aeb6-1cb33cbc48c4, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d84bed-2e21-462b-89c3-4802a2ac7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:08:59.234977 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (aee69f41-95ba-4208-aeb6-1cb33cbc48c4), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:59.296880 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] For port aee69f41-95ba-4208-aeb6-1cb33cbc48c4, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:08:59.297042 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b90a3-16e1-4885-a201-bd55c019ec63 req-31718d78-7f2f-4d17-af44-1a02d0a7eee7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:08:59.298498 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3b7b90a3-16e1-4885-a201-bd55c019ec63 req-31718d78-7f2f-4d17-af44-1a02d0a7eee7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0919757 Aug 31 04:08:59.300255 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] For port aee69f41-95ba-4208-aeb6-1cb33cbc48c4, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=aee69f41-95ba-4208-aeb6-1cb33cbc48c4,segment=NetworkSegment(02d84bed-2e21-462b-89c3-4802a2ac7b49),segment_id=02d84bed-2e21-462b-89c3-4802a2ac7b49)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:08:59.307287 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (aee69f41-95ba-4208-aeb6-1cb33cbc48c4), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:59.358373 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1530b6f-aedd-43d6-bf1a-c97f6e9453c8 None None] Pushing event updated for resources: {'Port': ['ID=aee69f41-95ba-4208-aeb6-1cb33cbc48c4,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:59.384952 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Publish callbacks [] for port (93e19757-da79-4e80-9013-d9103247f6c7), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:59.393091 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3b7b90a3-16e1-4885-a201-bd55c019ec63 req-7fbc4043-bdb0-43a2-a4ee-a55a2c1c0ce5 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851507 Aug 31 04:08:59.418122 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:59.424740 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (93e19757-da79-4e80-9013-d9103247f6c7), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:59.475447 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:08:59.481158 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:08:59.483242 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:08:59.489350 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Pushing event updated for resources: {'Port': ['ID=93e19757-da79-4e80-9013-d9103247f6c7,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:08:59.763563 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Publish callbacks [] for router_gateway (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:08:59.948457 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:08:59.959833 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566090'] for router (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:00.259888 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56de0ae4-a705-438c-b049-b015ef9187b3 None None] Network cce3a859-4e9e-46fa-badb-7d5c4e79d14e requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:09:00.322845 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98370ac0-f6aa-43f2-ab24-3ce9e1a36d28 req-8d7affaa-5c50-449c-892c-55a050a2c7ce tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:00.324303 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-98370ac0-f6aa-43f2-ab24-3ce9e1a36d28 req-8d7affaa-5c50-449c-892c-55a050a2c7ce tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0608063 Aug 31 04:09:00.371328 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-fde55953-0e03-44a5-a024-50853af291f6 None None] Provisioning complete for port aee69f41-95ba-4208-aeb6-1cb33cbc48c4 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:00.371871 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fde55953-0e03-44a5-a024-50853af291f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (aee69f41-95ba-4208-aeb6-1cb33cbc48c4), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:00.382594 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c is scheduled to L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 with binding_index 1 {{(pid=106459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:09:00.389715 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-98370ac0-f6aa-43f2-ab24-3ce9e1a36d28 req-c0a769c7-478b-4a54-a794-19b86b73f96e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579915 Aug 31 04:09:00.439519 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:00.483983 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-fde55953-0e03-44a5-a024-50853af291f6 None None] Current status of the port aee69f41-95ba-4208-aeb6-1cb33cbc48c4 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:00.484371 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fde55953-0e03-44a5-a024-50853af291f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (aee69f41-95ba-4208-aeb6-1cb33cbc48c4), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:00.519576 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:00.539873 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-fde55953-0e03-44a5-a024-50853af291f6 None None] For port aee69f41-95ba-4208-aeb6-1cb33cbc48c4, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=aee69f41-95ba-4208-aeb6-1cb33cbc48c4,segment=NetworkSegment(02d84bed-2e21-462b-89c3-4802a2ac7b49),segment_id=02d84bed-2e21-462b-89c3-4802a2ac7b49)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:00.545104 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fde55953-0e03-44a5-a024-50853af291f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (aee69f41-95ba-4208-aeb6-1cb33cbc48c4), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:00.556847 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b51c4-697a-4697-92b5-3448573257d8 req-7e6de2dc-5621-41c1-be35-6547d0981420 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:00.558732 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a26b51c4-697a-4697-92b5-3448573257d8 req-7e6de2dc-5621-41c1-be35-6547d0981420 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0637503 Aug 31 04:09:00.560276 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:09:00.591137 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:00.597405 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde55953-0e03-44a5-a024-50853af291f6 None None] Pushing event updated for resources: {'Port': ['ID=aee69f41-95ba-4208-aeb6-1cb33cbc48c4,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:00.602125 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Sync routers for ids ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:09:00.613170 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Routers {'7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:09:00.613799 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:08:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:00.621115 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a26b51c4-697a-4697-92b5-3448573257d8 req-a78de60b-7cb0-4d19-ba95-9283a5620983 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495555 Aug 31 04:09:00.626075 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:00.629718 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-99a81500-d720-499b-b35a-3d2003eb5038 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0617452 Aug 31 04:09:00.629929 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 44454) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:00.703632 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-b054dc33-38d5-465f-97cc-aec2624bb359 None None] Provisioning complete for port aee69f41-95ba-4208-aeb6-1cb33cbc48c4 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:00.704003 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b054dc33-38d5-465f-97cc-aec2624bb359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (aee69f41-95ba-4208-aeb6-1cb33cbc48c4), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:00.755343 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Set router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:09:00.892838 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-b054dc33-38d5-465f-97cc-aec2624bb359 None None] Current status of the port aee69f41-95ba-4208-aeb6-1cb33cbc48c4 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:00.917769 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:00.926465 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:00.962908 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '93e19757-da79-4e80-9013-d9103247f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:08:58Z', 'updated_at': '2022-08-31T04:08:59Z', 'revision_number': 3, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'gw_port': {'id': '93e19757-da79-4e80-9013-d9103247f6c7', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:08:59Z', 'updated_at': '2022-08-31T04:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:00.992312 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Checking router: 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:09:00.992659 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Updating router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c port 93e19757-da79-4e80-9013-d9103247f6c7 binding host dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:09:01.022069 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (93e19757-da79-4e80-9013-d9103247f6c7), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:01.052477 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:01.072769 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:01.221144 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Allocated IP 172.20.0.1 (cce3a859-4e9e-46fa-badb-7d5c4e79d14e/d4171192-3c90-4c21-8e83-5dc4c356643b/ddef7736-80e9-4185-814e-602bd8c3bf77) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:09:01.265811 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device aee69f41-95ba-4208-aeb6-1cb33cbc48c4 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:01.313588 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Publish callbacks [] for port (93e19757-da79-4e80-9013-d9103247f6c7), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:01.322458 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (93e19757-da79-4e80-9013-d9103247f6c7), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:01.328974 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Publish callbacks [] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:01.361127 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Attempting to bind port 93e19757-da79-4e80-9013-d9103247f6c7 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:09:01.361504 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Attempting to bind port 93e19757-da79-4e80-9013-d9103247f6c7 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:09:01.361860 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Attempting to bind port 93e19757-da79-4e80-9013-d9103247f6c7 on network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:09:01.364134 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:01.373226 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port aee69f41-95ba-4208-aeb6-1cb33cbc48c4 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:01.373596 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (aee69f41-95ba-4208-aeb6-1cb33cbc48c4), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:01.377066 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:09:01.377442 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Checking segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:09:01.377832 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:01.378221 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Bound using segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:09:01.378693 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Bound port: 93e19757-da79-4e80-9013-d9103247f6c7, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:09:01.379095 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (93e19757-da79-4e80-9013-d9103247f6c7), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:01.408389 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Network cce3a859-4e9e-46fa-badb-7d5c4e79d14e is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:09:01.410462 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:01.414415 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:09:01.417060 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:09:01.418045 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f2bf7-5931-42da-8cc9-97963222886b None None] Pushing event updated for resources: {'Port': ['ID=93e19757-da79-4e80-9013-d9103247f6c7,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:01.449093 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Pushing event updated for resources: {'Port': ['ID=ddef7736-80e9-4185-814e-602bd8c3bf77,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:01.470259 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] For port 93e19757-da79-4e80-9013-d9103247f6c7, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:09:01.470510 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:01.475578 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] For port 93e19757-da79-4e80-9013-d9103247f6c7, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=93e19757-da79-4e80-9013-d9103247f6c7,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:09:01.505000 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (93e19757-da79-4e80-9013-d9103247f6c7), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:01.556375 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Routers {'7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:09:01.556595 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:08:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:01.561759 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port aee69f41-95ba-4208-aeb6-1cb33cbc48c4 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:01.571476 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a99cb2-8daa-4afc-965f-3376eb2eb257 req-c4126a30-eddd-444b-9edc-e2a5b14e933c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:01.573045 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c6a99cb2-8daa-4afc-965f-3376eb2eb257 req-c4126a30-eddd-444b-9edc-e2a5b14e933c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0653887 Aug 31 04:09:01.614270 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f2bf7-5931-42da-8cc9-97963222886b None None] Pushing event updated for resources: {'Port': ['ID=93e19757-da79-4e80-9013-d9103247f6c7,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:01.689293 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:01.694247 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c6a99cb2-8daa-4afc-965f-3376eb2eb257 req-c0d2fcb3-a755-4beb-8509-7327821a7a22 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133285 Aug 31 04:09:01.695638 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] Set router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:09:01.766887 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:01.815536 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403a8ff-804b-42b7-b7bf-9796ac8d49c4 req-29a0a3f0-57b9-4987-98ce-6e6306cebc89 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:01.817000 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1403a8ff-804b-42b7-b7bf-9796ac8d49c4 req-29a0a3f0-57b9-4987-98ce-6e6306cebc89 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0771136 Aug 31 04:09:01.920201 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1403a8ff-804b-42b7-b7bf-9796ac8d49c4 req-7b13bd34-21b5-4712-aad1-97e4bd26fdf9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743403 Aug 31 04:09:01.924576 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-5acf7d5c-735a-4864-b047-1b2ba6ef8b37 None None] Provisioning complete for port ddef7736-80e9-4185-814e-602bd8c3bf77 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:01.924954 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5acf7d5c-735a-4864-b047-1b2ba6ef8b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:01.941026 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:01.951637 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Publish callbacks [] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:01.953295 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:01.959245 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:01.988180 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-5acf7d5c-735a-4864-b047-1b2ba6ef8b37 None None] Port ddef7736-80e9-4185-814e-602bd8c3bf77 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:09:02.034824 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565434'] for router_interface (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:02.036708 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Pushing event updated for resources: {'Port': ['ID=ddef7736-80e9-4185-814e-602bd8c3bf77,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:02.064893 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '93e19757-da79-4e80-9013-d9103247f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:08:58Z', 'updated_at': '2022-08-31T04:08:59Z', 'revision_number': 3, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'gw_port': {'id': '93e19757-da79-4e80-9013-d9103247f6c7', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:08:59Z', 'updated_at': '2022-08-31T04:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:02.090008 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45642c20-3165-4f6d-96d3-bd3dfae5dffa None None] The sync data for ids ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'] in dv-cinder-853910-5-iscsi is: [{'id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '93e19757-da79-4e80-9013-d9103247f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:08:58Z', 'updated_at': '2022-08-31T04:08:59Z', 'revision_number': 3, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'gw_port': {'id': '93e19757-da79-4e80-9013-d9103247f6c7', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:08:59Z', 'updated_at': '2022-08-31T04:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:09:02.130345 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Network cce3a859-4e9e-46fa-badb-7d5c4e79d14e is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:09:02.131769 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:09:02.228473 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:02.250696 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:09:02.383464 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:09:02.390468 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-775f4c34-9110-447a-824f-d18dba8e1369 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594330 Aug 31 04:09:02.411141 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-b6952ed9-a42b-4470-96ff-cba253da0647 None None] Provisioning complete for port ddef7736-80e9-4185-814e-602bd8c3bf77 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:02.411663 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b6952ed9-a42b-4470-96ff-cba253da0647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:02.445804 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-b6952ed9-a42b-4470-96ff-cba253da0647 None None] Port ddef7736-80e9-4185-814e-602bd8c3bf77 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:09:02.654151 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa2f6b-94dd-42f6-9bdb-61cbe4d50c49 req-7b2e9d41-e59f-40c5-8b68-fd7c5763a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:02.655758 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2baa2f6b-94dd-42f6-9bdb-61cbe4d50c49 req-7b2e9d41-e59f-40c5-8b68-fd7c5763a226 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 1130 time: 0.0487518 Aug 31 04:09:02.855415 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199b24a-3009-4d42-92ff-8a12936b304f req-260f5db7-baa6-4728-b86a-766f78ba0ae7 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:02.857177 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e199b24a-3009-4d42-92ff-8a12936b304f req-260f5db7-baa6-4728-b86a-766f78ba0ae7 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0571051 Aug 31 04:09:02.910743 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e199b24a-3009-4d42-92ff-8a12936b304f req-cad5e882-3581-4f4c-9c41-ec547ef12772 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453947 Aug 31 04:09:03.046746 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 44488) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:03.056001 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1691885304-network', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:03.105202 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] Made reservation on behalf of fea0a6e89574496d8f5471e7474aa37e for: {'network': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:09:03.108359 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:03.120573 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:03.140265 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa2f6b-94dd-42f6-9bdb-61cbe4d50c49 req-8482d072-9eae-4bbb-ac28-14401cf944c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:03.141841 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2baa2f6b-94dd-42f6-9bdb-61cbe4d50c49 req-8482d072-9eae-4bbb-ac28-14401cf944c4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 920 time: 0.1968992 Aug 31 04:09:03.153203 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8d3e0-7a9a-40f7-9f38-abd7b5103bc8 req-94d7d096-41ac-4101-b9bb-da3acbcb7d15 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:03.161167 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e9a8d3e0-7a9a-40f7-9f38-abd7b5103bc8 req-94d7d096-41ac-4101-b9bb-da3acbcb7d15 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0962806 Aug 31 04:09:03.212367 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] Publish callbacks [] for security_group (526bb768-fd6e-4bc4-9564-c41a60440c44), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:03.212690 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e9a8d3e0-7a9a-40f7-9f38-abd7b5103bc8 req-fcad69c0-4e9f-419d-acfa-c784849d6239 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504167 Aug 31 04:09:03.217814 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (526bb768-fd6e-4bc4-9564-c41a60440c44), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:03.242520 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 93e19757-da79-4e80-9013-d9103247f6c7 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:03.245388 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=106458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:09:03.263669 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526bb768-fd6e-4bc4-9564-c41a60440c44,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:03.269432 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:03.270118 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.segments_db [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] Added segment b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f of type vlan for network c4f9fc6d-9d28-4b0e-a7eb-897c6686843d Aug 31 04:09:03.298282 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 93e19757-da79-4e80-9013-d9103247f6c7 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:03.298795 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (93e19757-da79-4e80-9013-d9103247f6c7), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:03.325725 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (c4f9fc6d-9d28-4b0e-a7eb-897c6686843d), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:03.354776 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (c4f9fc6d-9d28-4b0e-a7eb-897c6686843d), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:03.356437 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:03.357227 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:03.364375 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:03.392864 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 93e19757-da79-4e80-9013-d9103247f6c7 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:03.393426 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (93e19757-da79-4e80-9013-d9103247f6c7), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:03.436890 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3873622 Aug 31 04:09:03.441784 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 44498) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:03.448483 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-e5b76483-6786-48e9-95e6-6c6d7383a6a3 admin admin] Request body: {'subnet': {'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1691885304-subnet', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'ip_version': 4}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:03.453800 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 93e19757-da79-4e80-9013-d9103247f6c7, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=93e19757-da79-4e80-9013-d9103247f6c7,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:03.461535 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfab2a5-2b92-452f-bf4b-59ca942f140b admin admin] Pushing event updated for resources: {'Network': ['ID=c4f9fc6d-9d28-4b0e-a7eb-897c6686843d,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:03.461737 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (93e19757-da79-4e80-9013-d9103247f6c7), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:03.481179 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2baa2f6b-94dd-42f6-9bdb-61cbe4d50c49 req-2d5d6f42-b356-4328-988c-d6013bf78939 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=992c7f80-18c6-4637-bdf4-bbd2517f5794 HTTP/1.1" status: 200 len: 217 time: 0.0830276 Aug 31 04:09:03.483412 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network c4f9fc6d-9d28-4b0e-a7eb-897c6686843d details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:09:03.487830 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b76483-6786-48e9-95e6-6c6d7383a6a3 admin admin] Made reservation on behalf of fea0a6e89574496d8f5471e7474aa37e for: {'subnet': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:09:03.508613 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e5b76483-6786-48e9-95e6-6c6d7383a6a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3977020'] for subnet (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:03.545534 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa2f6b-94dd-42f6-9bdb-61cbe4d50c49 req-ae54bcde-e3ba-45fc-b8c7-b86d472aeafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:03.547136 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2baa2f6b-94dd-42f6-9bdb-61cbe4d50c49 req-ae54bcde-e3ba-45fc-b8c7-b86d472aeafa service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fa37a94d-b25b-47af-8952-0a7e47ca5103 HTTP/1.1" status: 200 len: 858 time: 0.0607429 Aug 31 04:09:03.561916 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=93e19757-da79-4e80-9013-d9103247f6c7,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:03.620051 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa2f6b-94dd-42f6-9bdb-61cbe4d50c49 req-3d815241-efb2-4c24-af74-02012e7d67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:03.623240 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2baa2f6b-94dd-42f6-9bdb-61cbe4d50c49 req-3d815241-efb2-4c24-af74-02012e7d67ba service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677438 Aug 31 04:09:03.661737 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:03.796853 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e5b76483-6786-48e9-95e6-6c6d7383a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4007245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3977002'] for subnet (e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:03.865763 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b76483-6786-48e9-95e6-6c6d7383a6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:03.876025 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b76483-6786-48e9-95e6-6c6d7383a6a3 admin admin] Checking segment: {'id': 'b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:09:03.876382 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b76483-6786-48e9-95e6-6c6d7383a6a3 admin admin] Network hostable DHCP agents. Network: c4f9fc6d-9d28-4b0e-a7eb-897c6686843d, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:09:03.902332 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b76483-6786-48e9-95e6-6c6d7383a6a3 admin admin] Network c4f9fc6d-9d28-4b0e-a7eb-897c6686843d is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:09:03.912869 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-e5b76483-6786-48e9-95e6-6c6d7383a6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, c4f9fc6d-9d28-4b0e-a7eb-897c6686843d) {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:09:03.918056 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b76483-6786-48e9-95e6-6c6d7383a6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:03.919947 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e5b76483-6786-48e9-95e6-6c6d7383a6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:03.921598 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef965ba3-0a93-4b22-beda-b2afb224ed22 None None] Network c4f9fc6d-9d28-4b0e-a7eb-897c6686843d requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:09:03.938686 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-e5b76483-6786-48e9-95e6-6c6d7383a6a3 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4948654 Aug 31 04:09:03.941138 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 44510) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:03.945758 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1691885304-router', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:03.993804 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8313'] for router (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:03.994656 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [req-1a8e0e2e-e3b6-45b4-9c2a-7d9f6760d77c req-1a915d77-fe97-482a-8daa-741b9af2d9d0 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:09:03.995901 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1a8e0e2e-e3b6-45b4-9c2a-7d9f6760d77c req-1a915d77-fe97-482a-8daa-741b9af2d9d0 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076425 Aug 31 04:09:03.996153 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-565639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8192'] for router (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:04.064068 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372d0481-a19b-5f9c-9230-c03ba1597ea4-c4f9fc6d-9d28-4b0e-a7eb-897c6686843d', 'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d', 'project_id': 'fea0a6e89574496d8f5471e7474aa37e', 'fixed_ips': [{'subnet_id': 'e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319'}]}} from dv-cinder-853910-5-iscsi. {{(pid=106460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:09:04.065024 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:04.068194 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Publish callbacks [] for router_controller (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), precommit_add_association {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:04.080454 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df8323-8c8e-4570-b73e-72d03d970ced req-410d7601-3a75-4250-928a-12491782c973 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:04.080985 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-59df8323-8c8e-4570-b73e-72d03d970ced req-410d7601-3a75-4250-928a-12491782c973 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0790644 Aug 31 04:09:04.133732 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:04.166893 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Sync routers for ids ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:09:04.181211 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Routers {'7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:09:04.182047 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:08:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:04.187296 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-59df8323-8c8e-4570-b73e-72d03d970ced req-2e6f3cd2-06f8-41c8-a303-419bf86b53e8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998590 Aug 31 04:09:04.308489 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Set router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:09:04.436418 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf365bce-f611-4df0-9b07-48254ab58db5 req-60084148-565c-4e53-815c-ef244f43f501 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:04.442801 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bf365bce-f611-4df0-9b07-48254ab58db5 req-60084148-565c-4e53-815c-ef244f43f501 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.1526878 Aug 31 04:09:04.493914 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Allocated IP 172.20.0.2 (c4f9fc6d-9d28-4b0e-a7eb-897c6686843d/e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319/6d907423-fbae-43f1-b592-2e61fd41698d) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:09:04.503580 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 44526) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:04.510138 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-91ba08db-eb64-4326-9903-4d9641d22334 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1280523041', 'description': 'tempest-description--1488484875'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:04.581373 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '93e19757-da79-4e80-9013-d9103247f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:08:58Z', 'updated_at': '2022-08-31T04:09:01Z', 'revision_number': 4, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'gw_port': {'id': '93e19757-da79-4e80-9013-d9103247f6c7', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:08:59Z', 'updated_at': '2022-08-31T04:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'ddef7736-80e9-4185-814e-602bd8c3bf77', 'name': '', 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'mac_address': 'fa:16:3e:0b:99:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:01Z', 'updated_at': '2022-08-31T04:09:01Z', 'revision_number': 2, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'subnets': [{'id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:04.585584 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-91ba08db-eb64-4326-9903-4d9641d22334 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:04.633068 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Checking router: 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:09:04.634282 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:04.634860 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Updating router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c port ddef7736-80e9-4185-814e-602bd8c3bf77 binding host dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:09:04.705372 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:04.742257 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Publish callbacks [] for port (6d907423-fbae-43f1-b592-2e61fd41698d), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:04.749178 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-91ba08db-eb64-4326-9903-4d9641d22334 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:04.776349 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (6d907423-fbae-43f1-b592-2e61fd41698d), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:04.778066 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bf365bce-f611-4df0-9b07-48254ab58db5 req-6433e314-a5f5-45f4-8fbf-f00f97d3e29c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2731726 Aug 31 04:09:04.813235 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-91ba08db-eb64-4326-9903-4d9641d22334 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:04.815462 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Publish callbacks [] for router_gateway (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:04.844423 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:04.878891 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:04.882081 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Network c4f9fc6d-9d28-4b0e-a7eb-897c6686843d is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:09:04.892403 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2baa2f6b-94dd-42f6-9bdb-61cbe4d50c49 req-e5f2dc95-3d63-4e39-bfb0-5ce5ad443961 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879656 Aug 31 04:09:04.900327 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:09:04.904349 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-91ba08db-eb64-4326-9903-4d9641d22334 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:04.905832 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-91ba08db-eb64-4326-9903-4d9641d22334 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3996737 Aug 31 04:09:04.918171 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:09:04.922971 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 44544) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:04.932108 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-466d5336-2ea3-4a4f-a1d3-eacf18b55645 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'security_group_rule': {'security_group_id': '3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:04.951622 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Pushing event updated for resources: {'Port': ['ID=6d907423-fbae-43f1-b592-2e61fd41698d,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:04.996529 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba08db-eb64-4326-9903-4d9641d22334 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:05.034440 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Attempting to bind port 6d907423-fbae-43f1-b592-2e61fd41698d on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:09:05.034819 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Attempting to bind port 6d907423-fbae-43f1-b592-2e61fd41698d by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': 'b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:09:05.035218 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Attempting to bind port 6d907423-fbae-43f1-b592-2e61fd41698d on network c4f9fc6d-9d28-4b0e-a7eb-897c6686843d {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:09:05.046684 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:09:05.050497 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Checking segment: {'id': 'b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:09:05.051204 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.051802 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Bound using segment: {'id': 'b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:09:05.052490 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Bound port: 6d907423-fbae-43f1-b592-2e61fd41698d, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:09:05.053047 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (6d907423-fbae-43f1-b592-2e61fd41698d), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.059102 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 44548) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:05.096761 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-466d5336-2ea3-4a4f-a1d3-eacf18b55645 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (cfaf8c5b-68e0-4550-96c4-42dedbffc1ee), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.172590 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2baa2f6b-94dd-42f6-9bdb-61cbe4d50c49 req-a2059661-ae14-43c6-959d-efb6b08df080 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620344 Aug 31 04:09:05.199719 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] For port 6d907423-fbae-43f1-b592-2e61fd41698d, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:09:05.207731 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] For port 6d907423-fbae-43f1-b592-2e61fd41698d, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=6d907423-fbae-43f1-b592-2e61fd41698d,segment=NetworkSegment(b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f),segment_id=b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:09:05.214443 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-466d5336-2ea3-4a4f-a1d3-eacf18b55645 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (cfaf8c5b-68e0-4550-96c4-42dedbffc1ee), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.225476 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (6d907423-fbae-43f1-b592-2e61fd41698d), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.234060 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-466d5336-2ea3-4a4f-a1d3-eacf18b55645 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (cfaf8c5b-68e0-4550-96c4-42dedbffc1ee), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.370125 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:05.373899 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d5336-2ea3-4a4f-a1d3-eacf18b55645 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfaf8c5b-68e0-4550-96c4-42dedbffc1ee,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:05.397773 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 93e19757-da79-4e80-9013-d9103247f6c7 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:05.409136 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-466d5336-2ea3-4a4f-a1d3-eacf18b55645 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.419132 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-466d5336-2ea3-4a4f-a1d3-eacf18b55645 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4915025 Aug 31 04:09:05.422699 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d696695b-088d-407f-92cf-e652d0fb9839 req-0d8419a1-6055-4b19-8640-fd854eebe2d2 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3577170 Aug 31 04:09:05.439904 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 44556) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:05.442379 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Publish callbacks [] for router_gateway (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.451361 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-d7bbcdbf-e335-4477-a5c5-74a9752a45d1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'security_group_rule': {'security_group_id': '3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:05.452596 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [req-d696695b-088d-407f-92cf-e652d0fb9839 req-a53dd4f0-4c42-462a-a15c-3d249b0200b2 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:09:05.454308 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d696695b-088d-407f-92cf-e652d0fb9839 req-a53dd4f0-4c42-462a-a15c-3d249b0200b2 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0079076 Aug 31 04:09:05.480761 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df26eb-c7c0-4b62-bd3d-e4727b0cb78f None None] Pushing event updated for resources: {'Port': ['ID=6d907423-fbae-43f1-b592-2e61fd41698d,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:05.485700 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Publish callbacks [] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.496768 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.523351 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 93e19757-da79-4e80-9013-d9103247f6c7 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:05.524137 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (93e19757-da79-4e80-9013-d9103247f6c7), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.549306 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.636712 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd828fc5-2bc8-4aa0-8213-31ec364d121a req-94561d07-bc03-4ee2-ac4b-e836fe0f4473 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:05.638515 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-dd828fc5-2bc8-4aa0-8213-31ec364d121a req-94561d07-bc03-4ee2-ac4b-e836fe0f4473 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.2483642 Aug 31 04:09:05.649668 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2511d-ede0-416a-8a45-b29ea972c400 req-d19a60b2-0ecf-4eac-a685-0b777a7e443f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:05.651275 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b1c2511d-ede0-416a-8a45-b29ea972c400 req-d19a60b2-0ecf-4eac-a685-0b777a7e443f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 946 time: 0.1627347 Aug 31 04:09:05.653565 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 44562) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:05.678507 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 93e19757-da79-4e80-9013-d9103247f6c7 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:05.718713 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:05.736188 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d7bbcdbf-e335-4477-a5c5-74a9752a45d1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (8680a027-b4a9-4225-a95b-73b1730ed52d), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.752016 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Pushing event updated for resources: {'Port': ['ID=ddef7736-80e9-4185-814e-602bd8c3bf77,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:05.773258 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:05.773598 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:05.774418 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:05.774418 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:05.779458 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:05.780474 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:05.781025 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:05.781598 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:05.782122 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:05.782713 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:05.783270 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:05.783870 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:05.785355 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:05.785923 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:05.786454 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:05.802112 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Attempting to bind port ddef7736-80e9-4185-814e-602bd8c3bf77 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:09:05.802899 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Attempting to bind port ddef7736-80e9-4185-814e-602bd8c3bf77 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '02d84bed-2e21-462b-89c3-4802a2ac7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:09:05.803535 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Attempting to bind port ddef7736-80e9-4185-814e-602bd8c3bf77 on network cce3a859-4e9e-46fa-badb-7d5c4e79d14e {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:09:05.812148 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:09:05.812492 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Checking segment: {'id': '02d84bed-2e21-462b-89c3-4802a2ac7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:09:05.812988 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.813580 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Bound using segment: {'id': '02d84bed-2e21-462b-89c3-4802a2ac7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:09:05.814165 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Bound port: ddef7736-80e9-4185-814e-602bd8c3bf77, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d84bed-2e21-462b-89c3-4802a2ac7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:09:05.814685 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.845057 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-dd828fc5-2bc8-4aa0-8213-31ec364d121a req-4b83f730-d83c-4a8b-95b2-ac47bfb1ac21 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925175 Aug 31 04:09:05.872941 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b1c2511d-ede0-416a-8a45-b29ea972c400 req-44449d18-b258-4ecc-8b50-9c2aa1109d90 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073035 Aug 31 04:09:05.892363 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:05.893770 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Allocated IP 172.27.1.244 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/571151ad-076c-4d35-a59f-398b2a5101da) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:09:05.899573 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696695b-088d-407f-92cf-e652d0fb9839 req-add7ff14-3a01-4a2f-8098-c7f722c96db2 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:05.906627 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d696695b-088d-407f-92cf-e652d0fb9839 req-add7ff14-3a01-4a2f-8098-c7f722c96db2 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports/4a38be32-98cb-48fd-b704-e08ed42a7fef HTTP/1.1" status: 200 len: 940 time: 0.2518849 Aug 31 04:09:05.909062 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] For port ddef7736-80e9-4185-814e-602bd8c3bf77, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:09:05.911956 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d7bbcdbf-e335-4477-a5c5-74a9752a45d1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (8680a027-b4a9-4225-a95b-73b1730ed52d), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.915868 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] For port ddef7736-80e9-4185-814e-602bd8c3bf77, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=ddef7736-80e9-4185-814e-602bd8c3bf77,segment=NetworkSegment(02d84bed-2e21-462b-89c3-4802a2ac7b49),segment_id=02d84bed-2e21-462b-89c3-4802a2ac7b49)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:09:05.924039 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d7bbcdbf-e335-4477-a5c5-74a9752a45d1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (8680a027-b4a9-4225-a95b-73b1730ed52d), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.938199 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:05.984125 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbcdbf-e335-4477-a5c5-74a9752a45d1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8680a027-b4a9-4225-a95b-73b1730ed52d,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:06.004567 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af508ac2-0ea0-4e0d-b29f-0233da7a44a1 req-c49dc54e-4842-4840-8c4e-ce76f8353655 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:06.008427 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d7bbcdbf-e335-4477-a5c5-74a9752a45d1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:06.011904 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af508ac2-0ea0-4e0d-b29f-0233da7a44a1 req-c49dc54e-4842-4840-8c4e-ce76f8353655 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0669072 Aug 31 04:09:06.013082 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-d7bbcdbf-e335-4477-a5c5-74a9752a45d1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5666592 Aug 31 04:09:06.014136 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 44570) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:06.030909 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Routers {'7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:09:06.031618 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:08:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:06.032803 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'floatingip': {'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:06.068356 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:06.089424 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Publish callbacks [] for port (571151ad-076c-4d35-a59f-398b2a5101da), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:06.130585 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:06.137913 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91630d4-3e67-4588-b515-518aa4e70133 None None] Pushing event updated for resources: {'Port': ['ID=ddef7736-80e9-4185-814e-602bd8c3bf77,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:06.149992 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af508ac2-0ea0-4e0d-b29f-0233da7a44a1 req-4e9d3a39-1a74-4d6b-a782-4238f2da4727 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368330 Aug 31 04:09:06.154954 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (571151ad-076c-4d35-a59f-398b2a5101da), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:06.207607 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] Set router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:09:06.214212 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:06.215784 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:09:06.219994 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:09:06.222657 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:09:06.226953 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Pushing event updated for resources: {'Port': ['ID=571151ad-076c-4d35-a59f-398b2a5101da,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:06.373883 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Allocated IP 172.27.1.80 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/db8dd08d-3256-4336-8286-3f917c8730f3) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:09:06.385955 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:06.508933 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '93e19757-da79-4e80-9013-d9103247f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:08:58Z', 'updated_at': '2022-08-31T04:09:01Z', 'revision_number': 4, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'gw_port': {'id': '93e19757-da79-4e80-9013-d9103247f6c7', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:08:59Z', 'updated_at': '2022-08-31T04:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'ddef7736-80e9-4185-814e-602bd8c3bf77', 'name': '', 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'mac_address': 'fa:16:3e:0b:99:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:01Z', 'updated_at': '2022-08-31T04:09:05Z', 'revision_number': 4, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'subnets': [{'id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:06.527518 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for port (db8dd08d-3256-4336-8286-3f917c8730f3), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:06.546410 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a146bd4-c9ff-42ef-85e5-f324b966942c None None] The sync data for ids ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'] in dv-cinder-853910-5-iscsi is: [{'id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '93e19757-da79-4e80-9013-d9103247f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:08:58Z', 'updated_at': '2022-08-31T04:09:01Z', 'revision_number': 4, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'gw_port': {'id': '93e19757-da79-4e80-9013-d9103247f6c7', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:08:59Z', 'updated_at': '2022-08-31T04:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'ddef7736-80e9-4185-814e-602bd8c3bf77', 'name': '', 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'mac_address': 'fa:16:3e:0b:99:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:01Z', 'updated_at': '2022-08-31T04:09:05Z', 'revision_number': 4, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'subnets': [{'id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:09:06.552706 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Publish callbacks [] for router_gateway (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:06.567839 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (db8dd08d-3256-4336-8286-3f917c8730f3), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:06.627675 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'Port': ['ID=db8dd08d-3256-4336-8286-3f917c8730f3,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:06.644341 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:09:06.646179 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:09:06.648555 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:09:06.802354 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (3e37f14a-b70a-4b28-849f-dcdc8b53470c), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:06.830684 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90a0fd9-c296-4674-810e-86cb1c857c72 None None] Network c4f9fc6d-9d28-4b0e-a7eb-897c6686843d requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:09:06.843366 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566090'] for router (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:06.861488 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (db8dd08d-3256-4336-8286-3f917c8730f3), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:06.909724 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-97d388d6-0f98-419b-9cbc-6b123b90ba8f None None] Provisioning complete for port 6d907423-fbae-43f1-b592-2e61fd41698d triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:06.910099 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-97d388d6-0f98-419b-9cbc-6b123b90ba8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (6d907423-fbae-43f1-b592-2e61fd41698d), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:06.964644 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:06.995457 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:07.005126 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Router da0c2202-c6f9-4fed-bde4-62ba4a5f846a is scheduled to L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 with binding_index 1 {{(pid=106458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:09:07.109631 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-97d388d6-0f98-419b-9cbc-6b123b90ba8f None None] Current status of the port 6d907423-fbae-43f1-b592-2e61fd41698d is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:07.110117 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-97d388d6-0f98-419b-9cbc-6b123b90ba8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (6d907423-fbae-43f1-b592-2e61fd41698d), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:07.132790 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:09:07.148930 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Sync routers for ids ['da0c2202-c6f9-4fed-bde4-62ba4a5f846a'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:09:07.173553 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:07.177790 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-9147bc57-2c21-442e-ba7f-142173844835 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2327437 Aug 31 04:09:07.178153 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 44580) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:07.201143 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-97d388d6-0f98-419b-9cbc-6b123b90ba8f None None] For port 6d907423-fbae-43f1-b592-2e61fd41698d, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=6d907423-fbae-43f1-b592-2e61fd41698d,segment=NetworkSegment(b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f),segment_id=b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:07.214825 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-97d388d6-0f98-419b-9cbc-6b123b90ba8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (6d907423-fbae-43f1-b592-2e61fd41698d), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:07.222962 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Routers {'da0c2202-c6f9-4fed-bde4-62ba4a5f846a'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:09:07.223633 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:08:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['da0c2202-c6f9-4fed-bde4-62ba4a5f846a'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:07.397045 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 6d907423-fbae-43f1-b592-2e61fd41698d up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:07.434431 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:07.439977 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64815d16-996f-4f00-a3bd-6085352cac78 req-b042d6a6-402f-4383-a833-8a4fd77c5a95 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:07.441545 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-64815d16-996f-4f00-a3bd-6085352cac78 req-b042d6a6-402f-4383-a833-8a4fd77c5a95 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 946 time: 0.4217150 Aug 31 04:09:07.484191 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c41b8-9f93-45a9-9f90-d05332223032 req-27045680-73fd-496f-a110-4da704479244 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:07.491886 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-711c41b8-9f93-45a9-9f90-d05332223032 req-27045680-73fd-496f-a110-4da704479244 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.4850738 Aug 31 04:09:07.594227 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:07.609403 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-711c41b8-9f93-45a9-9f90-d05332223032 req-18ccd9fb-42e1-4957-9780-464ff3c84e43 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164968 Aug 31 04:09:07.647676 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-64815d16-996f-4f00-a3bd-6085352cac78 req-2c6482c1-bdf4-463f-b82a-edcae0f8a1d0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880708 Aug 31 04:09:07.669182 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for port (db8dd08d-3256-4336-8286-3f917c8730f3), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:07.675549 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:07.676550 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (db8dd08d-3256-4336-8286-3f917c8730f3), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:07.681851 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-ed692cbd-ea6e-43eb-b717-a16385135074 None None] Provisioning complete for port 6d907423-fbae-43f1-b592-2e61fd41698d triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:07.682262 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ed692cbd-ea6e-43eb-b717-a16385135074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (6d907423-fbae-43f1-b592-2e61fd41698d), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:07.720234 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d388d6-0f98-419b-9cbc-6b123b90ba8f None None] Pushing event updated for resources: {'Port': ['ID=6d907423-fbae-43f1-b592-2e61fd41698d,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:07.769358 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:07.806839 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 6d907423-fbae-43f1-b592-2e61fd41698d triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:07.807391 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (6d907423-fbae-43f1-b592-2e61fd41698d), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:07.833312 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'Port': ['ID=db8dd08d-3256-4336-8286-3f917c8730f3,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:07.838246 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (3e37f14a-b70a-4b28-849f-dcdc8b53470c), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:07.848713 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdfa4c-e95e-4c40-a527-0faf823567d8 req-62215d44-1a6f-40c8-9efe-c5070c5452d9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:07.849561 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-44cdfa4c-e95e-4c40-a527-0faf823567d8 req-62215d44-1a6f-40c8-9efe-c5070c5452d9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.1015706 Aug 31 04:09:07.868155 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Set router da0c2202-c6f9-4fed-bde4-62ba4a5f846a gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:09:07.885279 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:07.896190 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-bd452360-583e-41d4-a219-3320e686b81d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8800263 Aug 31 04:09:07.953983 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:07.978856 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3aa65b-a7d7-4a49-bf18-5aab91258016 req-7d17e382-6425-48ba-819d-2947afb67dc2 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:07.980859 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ae3aa65b-a7d7-4a49-bf18-5aab91258016 req-7d17e382-6425-48ba-819d-2947afb67dc2 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 946 time: 0.0679815 Aug 31 04:09:08.016338 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-ed692cbd-ea6e-43eb-b717-a16385135074 None None] Current status of the port 6d907423-fbae-43f1-b592-2e61fd41698d is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:08.023871 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-44cdfa4c-e95e-4c40-a527-0faf823567d8 req-00162640-8780-4d72-95fe-e6ba7d1ce7ad tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634748 Aug 31 04:09:08.145078 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 6d907423-fbae-43f1-b592-2e61fd41698d is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:08.146063 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device ddef7736-80e9-4185-814e-602bd8c3bf77 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:08.176413 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Allocated IP 172.20.0.1 (c4f9fc6d-9d28-4b0e-a7eb-897c6686843d/e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319/0b530067-aa32-4593-aa2d-5efb0b9c7b99) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:09:08.240346 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-5353aee7-e353-443c-b380-13277cdec96e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1280523041&fields=id&tenant_id=fdbbb020a1944de2a8fa16379f8cec7d HTTP/1.1" status: 200 len: 267 time: 0.0720208 Aug 31 04:09:08.269632 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port ddef7736-80e9-4185-814e-602bd8c3bf77 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:08.270097 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.276319 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:08.298563 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'name': 'tempest-TestMinimumBasicScenario-1691885304-router', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '571151ad-076c-4d35-a59f-398b2a5101da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:09:04Z', 'updated_at': '2022-08-31T04:09:06Z', 'revision_number': 3, 'project_id': 'fea0a6e89574496d8f5471e7474aa37e', 'gw_port': {'id': '571151ad-076c-4d35-a59f-398b2a5101da', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:05Z', 'updated_at': '2022-08-31T04:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:08.339895 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Publish callbacks [] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.353539 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Checking router: da0c2202-c6f9-4fed-bde4-62ba4a5f846a for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:09:08.353759 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Updating router da0c2202-c6f9-4fed-bde4-62ba4a5f846a port 571151ad-076c-4d35-a59f-398b2a5101da binding host dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:09:08.396817 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (571151ad-076c-4d35-a59f-398b2a5101da), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.397509 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.404320 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:08.461204 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Network c4f9fc6d-9d28-4b0e-a7eb-897c6686843d is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:09:08.464938 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:09:08.467508 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:09:08.469642 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Pushing event updated for resources: {'Port': ['ID=0b530067-aa32-4593-aa2d-5efb0b9c7b99,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:08.512030 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-ae3aa65b-a7d7-4a49-bf18-5aab91258016 req-3bc4e77b-b0ad-4738-af4e-bfbfac903f1f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Deleting port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:09:08.512622 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae3aa65b-a7d7-4a49-bf18-5aab91258016 req-3bc4e77b-b0ad-4738-af4e-bfbfac903f1f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.532499 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-5ee2e8c6-dc0a-4116-99ec-a6748b6a7b52 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:08.534721 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-5ee2e8c6-dc0a-4116-99ec-a6748b6a7b52 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/networks?id=df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 200 len: 815 time: 0.2805669 Aug 31 04:09:08.535616 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.560053 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port ddef7736-80e9-4185-814e-602bd8c3bf77 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:08.560526 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.569653 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-a9e3457b-d3ba-4321-8777-376473243c4f tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/quotas/fdbbb020a1944de2a8fa16379f8cec7d HTTP/1.1" status: 200 len: 375 time: 0.0165627 Aug 31 04:09:08.661753 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:08.674378 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-2e8bee32-644c-4fe0-9e3c-44c8011fb1f6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714922 Aug 31 04:09:08.682990 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port ddef7736-80e9-4185-814e-602bd8c3bf77, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=ddef7736-80e9-4185-814e-602bd8c3bf77,segment=NetworkSegment(02d84bed-2e21-462b-89c3-4802a2ac7b49),segment_id=02d84bed-2e21-462b-89c3-4802a2ac7b49)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:08.690386 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.721679 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.742043 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-ae3aa65b-a7d7-4a49-bf18-5aab91258016 req-3bc4e77b-b0ad-4738-af4e-bfbfac903f1f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] For port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69,segment=NetworkSegment(5dc53a97-5706-4654-8311-94a4f77c73e0),segment_id=5dc53a97-5706-4654-8311-94a4f77c73e0)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:08.743004 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae3aa65b-a7d7-4a49-bf18-5aab91258016 req-3bc4e77b-b0ad-4738-af4e-bfbfac903f1f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.789398 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=ddef7736-80e9-4185-814e-602bd8c3bf77,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:08.845378 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-ae3aa65b-a7d7-4a49-bf18-5aab91258016 req-3bc4e77b-b0ad-4738-af4e-bfbfac903f1f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Calling delete_port for 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:09:08.884555 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-844d69c8-010f-418b-a8bf-440a060f7157 None None] Provisioning complete for port 0b530067-aa32-4593-aa2d-5efb0b9c7b99 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:08.885545 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-844d69c8-010f-418b-a8bf-440a060f7157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.892939 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Publish callbacks [] for port (571151ad-076c-4d35-a59f-398b2a5101da), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.930132 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (571151ad-076c-4d35-a59f-398b2a5101da), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.939374 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Publish callbacks [] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.948124 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:08.949662 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007924'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.951456 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da35fd1-fef5-4fdc-aa4f-adf68e21e40f req-953b84da-1ed7-4a94-9a61-cbedba866201 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:08.954147 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2da35fd1-fef5-4fdc-aa4f-adf68e21e40f req-953b84da-1ed7-4a94-9a61-cbedba866201 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.1325183 Aug 31 04:09:08.959056 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-303d84b3-a308-40e0-8ed8-86752abcc3b4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517779 Aug 31 04:09:08.967058 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-844d69c8-010f-418b-a8bf-440a060f7157 None None] Port 0b530067-aa32-4593-aa2d-5efb0b9c7b99 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:09:08.973402 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Attempting to bind port 571151ad-076c-4d35-a59f-398b2a5101da on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:09:08.974245 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Attempting to bind port 571151ad-076c-4d35-a59f-398b2a5101da by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:09:08.974857 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Attempting to bind port 571151ad-076c-4d35-a59f-398b2a5101da on network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:09:08.993868 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:09:08.994248 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Checking segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:09:08.994652 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:08.995063 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Bound using segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:09:08.995537 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Bound port: 571151ad-076c-4d35-a59f-398b2a5101da, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:09:08.995915 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (571151ad-076c-4d35-a59f-398b2a5101da), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:09.023493 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Pushing event updated for resources: {'Port': ['ID=0b530067-aa32-4593-aa2d-5efb0b9c7b99,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:09.028140 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78ac1c-e02d-4cdb-aa4d-3bcd63246d30 None None] Pushing event updated for resources: {'Port': ['ID=571151ad-076c-4d35-a59f-398b2a5101da,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:09.048431 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565434'] for router_interface (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:09.056432 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] For port 571151ad-076c-4d35-a59f-398b2a5101da, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:09:09.060044 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] For port 571151ad-076c-4d35-a59f-398b2a5101da, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=571151ad-076c-4d35-a59f-398b2a5101da,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:09:09.068523 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (571151ad-076c-4d35-a59f-398b2a5101da), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:09.113997 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2da35fd1-fef5-4fdc-aa4f-adf68e21e40f req-be64fffc-4803-4f9a-9276-467775f79e31 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438780 Aug 31 04:09:09.114326 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:09.125377 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Routers {'da0c2202-c6f9-4fed-bde4-62ba4a5f846a'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:09:09.125885 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:08:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['da0c2202-c6f9-4fed-bde4-62ba4a5f846a'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:09.134096 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:09.165984 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-2e4cbb54-2c1a-4d8c-a16e-661193a261ad service neutron] 10.222.0.18 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979868 Aug 31 04:09:09.200018 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Network c4f9fc6d-9d28-4b0e-a7eb-897c6686843d is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:09:09.203081 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:09.206081 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:09:09.334244 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae3aa65b-a7d7-4a49-bf18-5aab91258016 req-3bc4e77b-b0ad-4738-af4e-bfbfac903f1f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:09.346142 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78ac1c-e02d-4cdb-aa4d-3bcd63246d30 None None] Pushing event updated for resources: {'Port': ['ID=571151ad-076c-4d35-a59f-398b2a5101da,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:09.352360 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 6d907423-fbae-43f1-b592-2e61fd41698d up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:09.408180 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4e77b-b0ad-4738-af4e-bfbfac903f1f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Pushing event deleted for resources: {'Port': ['ID=6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:09.449922 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8f0f8687-0ae3-4705-8a71-b17bbbf31134 req-eeef5ea0-103d-4703-b3ea-ed41a77f32af tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 210 time: 0.0525236 Aug 31 04:09:09.537897 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] Set router da0c2202-c6f9-4fed-bde4-62ba4a5f846a gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:09:09.559446 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3aa65b-a7d7-4a49-bf18-5aab91258016 req-3bc4e77b-b0ad-4738-af4e-bfbfac903f1f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] No DVR routers for this DVR port 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:09:09.564292 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae3aa65b-a7d7-4a49-bf18-5aab91258016 req-3bc4e77b-b0ad-4738-af4e-bfbfac903f1f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:09.567685 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ae3aa65b-a7d7-4a49-bf18-5aab91258016 req-3bc4e77b-b0ad-4738-af4e-bfbfac903f1f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.26 "DELETE /networking/v2.0/ports/6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 HTTP/1.1" status: 204 len: 173 time: 1.2341456 Aug 31 04:09:09.568163 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02ea746-4312-45b9-9df2-9e9ef4279ca9', 'name': 'network-vif-deleted', 'tag': '6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:09:09.599823 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Router da0c2202-c6f9-4fed-bde4-62ba4a5f846a has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:09:09.601326 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e186bdd6-6a89-4760-bd10-6398c488a86e" -d '{"events": [{"server_uuid": "f02ea746-4312-45b9-9df2-9e9ef4279ca9", "name": "network-vif-deleted", "tag": "6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:09:09.647338 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 6d907423-fbae-43f1-b592-2e61fd41698d triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:09.648797 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (6d907423-fbae-43f1-b592-2e61fd41698d), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:09.775964 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-405fc1b8-e987-42d8-ad67-c4039294bccf req-2faedc43-312b-45e9-91e8-72f67c61b502 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 210 time: 0.1065121 Aug 31 04:09:09.803946 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ebe96-1661-4188-ad2f-b4096b467a35 req-3d5b2911-667a-42cd-91f5-da9a5161947b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:09.805588 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-124ebe96-1661-4188-ad2f-b4096b467a35 req-3d5b2911-667a-42cd-91f5-da9a5161947b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.1625116 Aug 31 04:09:10.008994 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:09:10.021276 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-bcdf89a9-52c3-4d6c-8a1f-fc80798bc928 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/da0c2202-c6f9-4fed-bde4-62ba4a5f846a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8423235 Aug 31 04:09:10.033638 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-929798d6-df93-47e5-9bd6-560fabaec406 None None] Provisioning complete for port 0b530067-aa32-4593-aa2d-5efb0b9c7b99 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:10.034028 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-929798d6-df93-47e5-9bd6-560fabaec406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:10.035885 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696695b-088d-407f-92cf-e652d0fb9839 req-07cce911-c8aa-4fb5-a961-60af9216d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:10.037649 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d696695b-088d-407f-92cf-e652d0fb9839 req-07cce911-c8aa-4fb5-a961-60af9216d6d4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7&tenant_id=66bcbde4eda6417ea15dca2371c28540 HTTP/1.1" status: 200 len: 1127 time: 0.1545463 Aug 31 04:09:10.048782 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272d5332-bb4d-4838-8210-4017074e098e x-openstack-request-id: req-272d5332-bb4d-4838-8210-4017074e098e {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:09:10.049388 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02ea746-4312-45b9-9df2-9e9ef4279ca9", "name": "network-vif-deleted", "tag": "6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:09:10.049926 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-272d5332-bb4d-4838-8210-4017074e098e {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:09:10.059878 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272d5332-bb4d-4838-8210-4017074e098e'] response: {'server_uuid': 'f02ea746-4312-45b9-9df2-9e9ef4279ca9', 'name': 'network-vif-deleted', 'tag': '6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69', 'status': 'completed', 'code': 200} Aug 31 04:09:10.115647 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'name': 'tempest-TestMinimumBasicScenario-1691885304-router', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '571151ad-076c-4d35-a59f-398b2a5101da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:09:04Z', 'updated_at': '2022-08-31T04:09:08Z', 'revision_number': 4, 'project_id': 'fea0a6e89574496d8f5471e7474aa37e', 'gw_port': {'id': '571151ad-076c-4d35-a59f-398b2a5101da', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:05Z', 'updated_at': '2022-08-31T04:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '0b530067-aa32-4593-aa2d-5efb0b9c7b99', 'name': '', 'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'mac_address': 'fa:16:3e:d7:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:07Z', 'updated_at': '2022-08-31T04:09:08Z', 'revision_number': 2, 'project_id': 'fea0a6e89574496d8f5471e7474aa37e', 'subnets': [{'id': 'e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:10.131563 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-124ebe96-1661-4188-ad2f-b4096b467a35 req-7c376228-8bc7-4d14-9e05-7fd320f2b571 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070755 Aug 31 04:09:10.157933 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696695b-088d-407f-92cf-e652d0fb9839 req-6a222bd8-4e37-41fa-b7ae-16856e7405eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:10.176189 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d696695b-088d-407f-92cf-e652d0fb9839 req-6a222bd8-4e37-41fa-b7ae-16856e7405eb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66bcbde4eda6417ea15dca2371c28540&device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 1127 time: 0.1062756 Aug 31 04:09:10.190369 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe749eb-a026-414e-a0bd-0230556668dd None None] The sync data for ids ['da0c2202-c6f9-4fed-bde4-62ba4a5f846a'] in dv-cinder-853910-5-iscsi is: [{'id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'name': 'tempest-TestMinimumBasicScenario-1691885304-router', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '571151ad-076c-4d35-a59f-398b2a5101da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:09:04Z', 'updated_at': '2022-08-31T04:09:08Z', 'revision_number': 4, 'project_id': 'fea0a6e89574496d8f5471e7474aa37e', 'gw_port': {'id': '571151ad-076c-4d35-a59f-398b2a5101da', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:05Z', 'updated_at': '2022-08-31T04:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '0b530067-aa32-4593-aa2d-5efb0b9c7b99', 'name': '', 'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'mac_address': 'fa:16:3e:d7:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:07Z', 'updated_at': '2022-08-31T04:09:08Z', 'revision_number': 2, 'project_id': 'fea0a6e89574496d8f5471e7474aa37e', 'subnets': [{'id': 'e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:09:10.257919 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-929798d6-df93-47e5-9bd6-560fabaec406 None None] Port 0b530067-aa32-4593-aa2d-5efb0b9c7b99 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:09:10.277927 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 6d907423-fbae-43f1-b592-2e61fd41698d is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:10.280053 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device ddef7736-80e9-4185-814e-602bd8c3bf77 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:10.348396 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port ddef7736-80e9-4185-814e-602bd8c3bf77 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:10.349119 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:10.358097 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696695b-088d-407f-92cf-e652d0fb9839 req-ca182a9a-517c-4b6b-b32f-e09eb9a9360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:10.359795 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d696695b-088d-407f-92cf-e652d0fb9839 req-ca182a9a-517c-4b6b-b32f-e09eb9a9360b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=52829969-a42a-442d-a4b2-1b1707d47a14 HTTP/1.1" status: 200 len: 918 time: 0.1765940 Aug 31 04:09:10.375159 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:10.384319 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:10.437853 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port ddef7736-80e9-4185-814e-602bd8c3bf77 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:10.653427 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d696695b-088d-407f-92cf-e652d0fb9839 req-69a89a54-4b39-476c-a27d-97513e1fcd7a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef HTTP/1.1" status: 200 len: 998 time: 0.1226614 Aug 31 04:09:10.693578 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8b30f019-53b7-4708-bb0b-deb3c5558bfa req-0cff01ac-8e4b-48fd-b6af-64c682c21d79 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f02ea746-4312-45b9-9df2-9e9ef4279ca9 HTTP/1.1" status: 200 len: 210 time: 0.0531189 Aug 31 04:09:10.765120 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696695b-088d-407f-92cf-e652d0fb9839 req-48570d5f-3c12-449c-b9ac-91b5d764b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:10.766976 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d696695b-088d-407f-92cf-e652d0fb9839 req-48570d5f-3c12-449c-b9ac-91b5d764b7ec service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6e59a379-9915-439a-b89a-fd25376e37d9 HTTP/1.1" status: 200 len: 856 time: 0.0882900 Aug 31 04:09:10.789870 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:09:10.831291 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696695b-088d-407f-92cf-e652d0fb9839 req-27d49b35-2cfd-4f88-a299-0d57e7d6e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:10.833887 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d696695b-088d-407f-92cf-e652d0fb9839 req-27d49b35-2cfd-4f88-a299-0d57e7d6e3cb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=52829969-a42a-442d-a4b2-1b1707d47a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593712 Aug 31 04:09:10.839115 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:09:10.839501 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 6a5ae5f2-2c6e-46a2-a11e-9bfa01e50e69 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:09:10.971094 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0fa4356c-9cfc-4b3c-a9b9-c69bb659770b req-f4f13da7-741b-4ecf-b324-40b98e797838 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 210 time: 0.0870275 Aug 31 04:09:11.066414 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d696695b-088d-407f-92cf-e652d0fb9839 req-8b045694-d412-44ab-a67a-d7ff87daf831 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242749 Aug 31 04:09:11.092459 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 44650) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:11.098983 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-ab3caa97-db6d-4c0d-9185-7e54d1a989b5 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--296161658', 'description': 'tempest-description--1424353998'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:11.146492 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ab3caa97-db6d-4c0d-9185-7e54d1a989b5 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:11.269063 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d696695b-088d-407f-92cf-e652d0fb9839 req-f2837546-817b-4fae-af19-fcc2eac15771 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947637 Aug 31 04:09:11.317929 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:11.345955 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70602873-4e31-4190-a99b-507b1d86527c req-f907d393-01d3-4cd9-a313-93db0cc96aaa tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:11.347463 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-70602873-4e31-4190-a99b-507b1d86527c req-f907d393-01d3-4cd9-a313-93db0cc96aaa tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0665429 Aug 31 04:09:11.358039 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ab3caa97-db6d-4c0d-9185-7e54d1a989b5 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for security_group (01e2da56-1c59-4b6a-ac71-ef4eb91f50a3), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:11.365884 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ab3caa97-db6d-4c0d-9185-7e54d1a989b5 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (01e2da56-1c59-4b6a-ac71-ef4eb91f50a3), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:11.410247 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ab3caa97-db6d-4c0d-9185-7e54d1a989b5 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:11.411775 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-ab3caa97-db6d-4c0d-9185-7e54d1a989b5 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3182483 Aug 31 04:09:11.414835 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 44654) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:11.421364 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-75b4aaf7-18fb-4deb-8fa6-cfc67ec73d06 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Request body: {'security_group_rule': {'security_group_id': '01e2da56-1c59-4b6a-ac71-ef4eb91f50a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:11.429818 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3caa97-db6d-4c0d-9185-7e54d1a989b5 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:11.466331 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-75b4aaf7-18fb-4deb-8fa6-cfc67ec73d06 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for security_group_rule (9e1c5b6e-47b7-41de-8b0b-b522596dc427), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:11.507386 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-70602873-4e31-4190-a99b-507b1d86527c req-09294dfe-e3a7-4360-85e6-7c3e90b59dcf tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532202 Aug 31 04:09:11.572340 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-75b4aaf7-18fb-4deb-8fa6-cfc67ec73d06 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for security_group_rule (9e1c5b6e-47b7-41de-8b0b-b522596dc427), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:11.579642 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-75b4aaf7-18fb-4deb-8fa6-cfc67ec73d06 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (9e1c5b6e-47b7-41de-8b0b-b522596dc427), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:11.673235 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4aaf7-18fb-4deb-8fa6-cfc67ec73d06 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1c5b6e-47b7-41de-8b0b-b522596dc427,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:11.693699 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-75b4aaf7-18fb-4deb-8fa6-cfc67ec73d06 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:11.697770 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-75b4aaf7-18fb-4deb-8fa6-cfc67ec73d06 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2816007 Aug 31 04:09:11.702343 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 44664) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:11.713670 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-ebfde4b0-1614-4312-bf26-51b4e9bf0413 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Request body: {'security_group_rule': {'security_group_id': '01e2da56-1c59-4b6a-ac71-ef4eb91f50a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:11.785172 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ebfde4b0-1614-4312-bf26-51b4e9bf0413 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for security_group_rule (b06acdfd-a99e-436a-aead-24924662ec1a), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:11.852963 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:11.890255 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-10438983-1142-4009-a17f-1b6cb322bfd8 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:11.891807 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-10438983-1142-4009-a17f-1b6cb322bfd8 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "GET /networking/v2.0/networks?id=df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 200 len: 815 time: 0.2931919 Aug 31 04:09:11.902653 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ebfde4b0-1614-4312-bf26-51b4e9bf0413 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for security_group_rule (b06acdfd-a99e-436a-aead-24924662ec1a), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:11.908423 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ebfde4b0-1614-4312-bf26-51b4e9bf0413 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (b06acdfd-a99e-436a-aead-24924662ec1a), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:11.933007 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfde4b0-1614-4312-bf26-51b4e9bf0413 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06acdfd-a99e-436a-aead-24924662ec1a,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:11.946784 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ebfde4b0-1614-4312-bf26-51b4e9bf0413 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:11.950701 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-ebfde4b0-1614-4312-bf26-51b4e9bf0413 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2459610 Aug 31 04:09:11.957764 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 44680) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:11.963589 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Request body: {'floatingip': {'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:12.002326 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:12.019594 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-9adb7d80-044a-4346-b06d-75252ac78272 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fdbbb020a1944de2a8fa16379f8cec7d HTTP/1.1" status: 200 len: 472 time: 0.1166649 Aug 31 04:09:12.036972 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-ec9dbe47-d35a-4d7c-ac3e-b31c2d285293 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'port': {'device_id': 'fdae6298-1a2e-4f4a-88e0-32a21a1fed41', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'admin_state_up': True, 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'security_groups': ['3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:12.039186 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:12.294422 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:12.300017 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0bfb4608-dd63-44bb-81b5-9eade7069a85 req-ccf358d9-6d68-4e33-b45e-25ccf563ceb8 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 210 time: 0.1409719 Aug 31 04:09:12.465032 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-ec9dbe47-d35a-4d7c-ac3e-b31c2d285293 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Made reservation on behalf of fdbbb020a1944de2a8fa16379f8cec7d for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:09:12.471256 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-ec9dbe47-d35a-4d7c-ac3e-b31c2d285293 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:12.502238 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Allocated IP 172.27.1.33 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/7248b8fb-3ed8-4362-acb6-736840447f39) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:09:12.539308 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:12.783468 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:12.789836 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for port (7248b8fb-3ed8-4362-acb6-736840447f39), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:12.817930 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-ec9dbe47-d35a-4d7c-ac3e-b31c2d285293 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Allocated IP 172.20.0.7 (df2a7da3-c61f-4600-a4d7-00eeb18098d5/da35dc9f-c372-4110-8bb0-0f937da725c4/4a5f6087-e036-48f1-876a-01f9c49bc717) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:09:12.841052 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521354f6-611d-425c-a549-46d14ba5dea5 req-b59b5421-4a9c-4478-9298-9d6d64bf5147 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:12.849712 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-521354f6-611d-425c-a549-46d14ba5dea5 req-b59b5421-4a9c-4478-9298-9d6d64bf5147 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.1228442 Aug 31 04:09:12.873062 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (7248b8fb-3ed8-4362-acb6-736840447f39), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:12.977046 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-521354f6-611d-425c-a549-46d14ba5dea5 req-ba4daf39-6d53-4c41-add7-2281b0387d52 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257560 Aug 31 04:09:13.136198 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:09:13.147088 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:09:13.177784 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:09:13.206842 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-ec9dbe47-d35a-4d7c-ac3e-b31c2d285293 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:13.264137 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Pushing event updated for resources: {'Port': ['ID=7248b8fb-3ed8-4362-acb6-736840447f39,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:13.308125 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-ec9dbe47-d35a-4d7c-ac3e-b31c2d285293 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:13.351370 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 571151ad-076c-4d35-a59f-398b2a5101da up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:13.420379 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for floatingip (bf0c61ce-2cfd-41bc-8175-55a7a72c0569), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:13.448485 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-ec9dbe47-d35a-4d7c-ac3e-b31c2d285293 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Network df2a7da3-c61f-4600-a4d7-00eeb18098d5 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:09:13.463059 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-ec9dbe47-d35a-4d7c-ac3e-b31c2d285293 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:09:13.483970 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-ec9dbe47-d35a-4d7c-ac3e-b31c2d285293 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:09:13.522546 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (7248b8fb-3ed8-4362-acb6-736840447f39), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:13.552504 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 571151ad-076c-4d35-a59f-398b2a5101da triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:13.562736 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (571151ad-076c-4d35-a59f-398b2a5101da), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:13.673907 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:13.689285 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-ec9dbe47-d35a-4d7c-ac3e-b31c2d285293 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:13.692033 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-ec9dbe47-d35a-4d7c-ac3e-b31c2d285293 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:13.763744 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 571151ad-076c-4d35-a59f-398b2a5101da is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:13.764060 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (571151ad-076c-4d35-a59f-398b2a5101da), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:13.780007 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dbe47-d35a-4d7c-ac3e-b31c2d285293 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'Port': ['ID=4a5f6087-e036-48f1-876a-01f9c49bc717,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:13.838989 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225b058-588d-4d84-b4b4-0805ba7fe474 req-bd553d98-702d-4d3e-bed7-fee7e2b2bf3b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:13.840662 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9225b058-588d-4d84-b4b4-0805ba7fe474 req-bd553d98-702d-4d3e-bed7-fee7e2b2bf3b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 931 time: 0.3525553 Aug 31 04:09:13.845939 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 571151ad-076c-4d35-a59f-398b2a5101da, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=571151ad-076c-4d35-a59f-398b2a5101da,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:13.856059 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-ec9dbe47-d35a-4d7c-ac3e-b31c2d285293 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8316498 Aug 31 04:09:13.859065 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (571151ad-076c-4d35-a59f-398b2a5101da), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:13.879165 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-160d5a65-c4ff-409b-ab5a-0307b43c1705 None None] Provisioning complete for port 4a5f6087-e036-48f1-876a-01f9c49bc717 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:13.879546 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-160d5a65-c4ff-409b-ab5a-0307b43c1705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:13.888429 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for port (7248b8fb-3ed8-4362-acb6-736840447f39), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:13.898391 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007924'] for port (7248b8fb-3ed8-4362-acb6-736840447f39), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:13.984153 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9225b058-588d-4d84-b4b4-0805ba7fe474 req-ad0682c2-a370-4f35-9d2b-e3c9ea326ed3 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233876 Aug 31 04:09:14.088128 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Pushing event updated for resources: {'Port': ['ID=7248b8fb-3ed8-4362-acb6-736840447f39,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:14.219654 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (bf0c61ce-2cfd-41bc-8175-55a7a72c0569), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:14.271832 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:14.294329 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-e303ebd6-f78f-44d9-be05-33f848709912 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3229563 Aug 31 04:09:14.297203 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-160d5a65-c4ff-409b-ab5a-0307b43c1705 None None] Port 4a5f6087-e036-48f1-876a-01f9c49bc717 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:09:14.303112 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=571151ad-076c-4d35-a59f-398b2a5101da,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:14.346253 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882e634-d61d-4a64-bf7c-7c5b4d0d3be1 req-2ffc4b5b-de91-465e-b58d-591223be0d83 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:14.357182 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7882e634-d61d-4a64-bf7c-7c5b4d0d3be1 req-2ffc4b5b-de91-465e-b58d-591223be0d83 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.1211913 Aug 31 04:09:14.366474 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:14.471228 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7882e634-d61d-4a64-bf7c-7c5b4d0d3be1 req-36f459b5-93cd-44b8-b151-a574acde4253 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130283 Aug 31 04:09:14.599913 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Sync routers for ids ['da0c2202-c6f9-4fed-bde4-62ba4a5f846a'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:09:14.614187 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Routers {'da0c2202-c6f9-4fed-bde4-62ba4a5f846a'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:09:14.615165 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:08:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['da0c2202-c6f9-4fed-bde4-62ba4a5f846a'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:14.701293 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:14.728141 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Set router da0c2202-c6f9-4fed-bde4-62ba4a5f846a gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:09:14.849356 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:14.968767 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'name': 'tempest-TestMinimumBasicScenario-1691885304-router', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '571151ad-076c-4d35-a59f-398b2a5101da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:09:04Z', 'updated_at': '2022-08-31T04:09:08Z', 'revision_number': 4, 'project_id': 'fea0a6e89574496d8f5471e7474aa37e', 'gw_port': {'id': '571151ad-076c-4d35-a59f-398b2a5101da', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:05Z', 'updated_at': '2022-08-31T04:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '0b530067-aa32-4593-aa2d-5efb0b9c7b99', 'name': '', 'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'mac_address': 'fa:16:3e:d7:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:07Z', 'updated_at': '2022-08-31T04:09:08Z', 'revision_number': 2, 'project_id': 'fea0a6e89574496d8f5471e7474aa37e', 'subnets': [{'id': 'e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:14.994860 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Checking router: da0c2202-c6f9-4fed-bde4-62ba4a5f846a for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:09:14.995232 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Updating router da0c2202-c6f9-4fed-bde4-62ba4a5f846a port 0b530067-aa32-4593-aa2d-5efb0b9c7b99 binding host dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:09:15.038786 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:15.246270 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1eadd1-112e-4466-a53a-79e84e95816d req-24375f95-e95a-474b-8a0e-c2c70c757055 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:15.247791 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6c1eadd1-112e-4466-a53a-79e84e95816d req-24375f95-e95a-474b-8a0e-c2c70c757055 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 931 time: 0.1090136 Aug 31 04:09:15.344205 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 571151ad-076c-4d35-a59f-398b2a5101da up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:15.380821 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6c1eadd1-112e-4466-a53a-79e84e95816d req-bea349bc-4ee9-4512-83f6-016862adad8c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263244 Aug 31 04:09:15.469323 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 571151ad-076c-4d35-a59f-398b2a5101da triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:15.473849 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (571151ad-076c-4d35-a59f-398b2a5101da), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:15.614287 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Publish callbacks [] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:15.695302 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 571151ad-076c-4d35-a59f-398b2a5101da is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:15.797733 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:16.055786 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Attempting to bind port 0b530067-aa32-4593-aa2d-5efb0b9c7b99 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:09:16.056257 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Attempting to bind port 0b530067-aa32-4593-aa2d-5efb0b9c7b99 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': 'b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:09:16.056712 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Attempting to bind port 0b530067-aa32-4593-aa2d-5efb0b9c7b99 on network c4f9fc6d-9d28-4b0e-a7eb-897c6686843d {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:09:16.064652 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:16.065925 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:09:16.066469 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Checking segment: {'id': 'b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:09:16.067087 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:16.067598 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Bound using segment: {'id': 'b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:09:16.068903 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Bound port: 0b530067-aa32-4593-aa2d-5efb0b9c7b99, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:09:16.069458 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:16.113989 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Request body: {'port': {'device_id': 'fdae6298-1a2e-4f4a-88e0-32a21a1fed41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:16.141276 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] For port 0b530067-aa32-4593-aa2d-5efb0b9c7b99, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:09:16.144926 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] For port 0b530067-aa32-4593-aa2d-5efb0b9c7b99, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=0b530067-aa32-4593-aa2d-5efb0b9c7b99,segment=NetworkSegment(b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f),segment_id=b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:09:16.155995 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:16.156275 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ba3c8-3d20-47ca-a653-d977a4dcd67c req-30888d94-ffb7-43fc-81a3-d1e245f78ca7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:16.157810 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1a2ba3c8-3d20-47ca-a653-d977a4dcd67c req-30888d94-ffb7-43fc-81a3-d1e245f78ca7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.5431981 Aug 31 04:09:16.165146 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b06854-f8b2-4f75-b81b-d8179ef8018c None None] Pushing event updated for resources: {'Port': ['ID=0b530067-aa32-4593-aa2d-5efb0b9c7b99,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:16.225570 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:16.228629 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b06854-f8b2-4f75-b81b-d8179ef8018c None None] Pushing event updated for resources: {'Port': ['ID=0b530067-aa32-4593-aa2d-5efb0b9c7b99,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:16.242881 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Routers {'da0c2202-c6f9-4fed-bde4-62ba4a5f846a'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:09:16.243565 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:08:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['da0c2202-c6f9-4fed-bde4-62ba4a5f846a'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:16.273891 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1a2ba3c8-3d20-47ca-a653-d977a4dcd67c req-b6c7ad46-44c1-4bfa-b780-82e859e242ce tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045990 Aug 31 04:09:16.515945 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] Set router da0c2202-c6f9-4fed-bde4-62ba4a5f846a gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:09:16.641239 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5f6087-e036-48f1-876a-01f9c49bc717 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:09:16.650768 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Publish callbacks [] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:16.675307 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Transition to ACTIVE for port object 4a5f6087-e036-48f1-876a-01f9c49bc717 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:09:16.694170 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:16.726287 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:16.788621 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:16.873538 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279b008-21ce-4b83-b628-ecc3657d869a req-1b1cef74-a50a-4bcc-811f-04d6deadb546 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:16.875695 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3279b008-21ce-4b83-b628-ecc3657d869a req-1b1cef74-a50a-4bcc-811f-04d6deadb546 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 943 time: 0.1980810 Aug 31 04:09:16.939350 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5f6087-e036-48f1-876a-01f9c49bc717,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:16.945015 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Attempting to bind port 4a5f6087-e036-48f1-876a-01f9c49bc717 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:09:16.946331 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Attempting to bind port 4a5f6087-e036-48f1-876a-01f9c49bc717 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:09:16.947772 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Attempting to bind port 4a5f6087-e036-48f1-876a-01f9c49bc717 on network df2a7da3-c61f-4600-a4d7-00eeb18098d5 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:09:16.955533 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Port 4a5f6087-e036-48f1-876a-01f9c49bc717 on network df2a7da3-c61f-4600-a4d7-00eeb18098d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:09:16.956726 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Attempting to bind port 4a5f6087-e036-48f1-876a-01f9c49bc717 on network df2a7da3-c61f-4600-a4d7-00eeb18098d5 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:09:16.964874 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:09:16.965854 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Checking segment: {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:09:16.966979 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Bound using segment: {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:09:16.967683 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Bound port: 4a5f6087-e036-48f1-876a-01f9c49bc717, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:09:16.968289 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:17.052379 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3279b008-21ce-4b83-b628-ecc3657d869a req-d6c9a9cb-43aa-40da-8379-f1394d3c7527 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505668 Aug 31 04:09:17.060475 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'name': 'tempest-TestMinimumBasicScenario-1691885304-router', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '571151ad-076c-4d35-a59f-398b2a5101da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:09:04Z', 'updated_at': '2022-08-31T04:09:08Z', 'revision_number': 4, 'project_id': 'fea0a6e89574496d8f5471e7474aa37e', 'gw_port': {'id': '571151ad-076c-4d35-a59f-398b2a5101da', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:05Z', 'updated_at': '2022-08-31T04:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '0b530067-aa32-4593-aa2d-5efb0b9c7b99', 'name': '', 'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'mac_address': 'fa:16:3e:d7:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:07Z', 'updated_at': '2022-08-31T04:09:16Z', 'revision_number': 4, 'project_id': 'fea0a6e89574496d8f5471e7474aa37e', 'subnets': [{'id': 'e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:17.119324 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d758b5c8-f2ee-4ecc-9043-8d4ab436db68 None None] The sync data for ids ['da0c2202-c6f9-4fed-bde4-62ba4a5f846a'] in dv-cinder-853910-5-iscsi is: [{'id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'name': 'tempest-TestMinimumBasicScenario-1691885304-router', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '571151ad-076c-4d35-a59f-398b2a5101da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:09:04Z', 'updated_at': '2022-08-31T04:09:08Z', 'revision_number': 4, 'project_id': 'fea0a6e89574496d8f5471e7474aa37e', 'gw_port': {'id': '571151ad-076c-4d35-a59f-398b2a5101da', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:05Z', 'updated_at': '2022-08-31T04:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '0b530067-aa32-4593-aa2d-5efb0b9c7b99', 'name': '', 'network_id': 'c4f9fc6d-9d28-4b0e-a7eb-897c6686843d', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'mac_address': 'fa:16:3e:d7:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:07Z', 'updated_at': '2022-08-31T04:09:16Z', 'revision_number': 4, 'project_id': 'fea0a6e89574496d8f5471e7474aa37e', 'subnets': [{'id': 'e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:09:17.127505 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] For port 4a5f6087-e036-48f1-876a-01f9c49bc717, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:09:17.139624 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] For port 4a5f6087-e036-48f1-876a-01f9c49bc717, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a5f6087-e036-48f1-876a-01f9c49bc717,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:09:17.155782 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:17.306051 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:17.307459 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:17.309323 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/4a5f6087-e036-48f1-876a-01f9c49bc717 HTTP/1.1" status: 200 len: 1093 time: 1.2027526 Aug 31 04:09:17.310548 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f9459-378b-40cb-a7b0-943bec739956 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5f6087-e036-48f1-876a-01f9c49bc717,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:17.313605 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdae6298-1a2e-4f4a-88e0-32a21a1fed41', 'tag': '4a5f6087-e036-48f1-876a-01f9c49bc717'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:09:17.316310 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0854d5d-53e9-4dca-9aef-eded4cce434e" -d '{"events": [{"name": "network-changed", "server_uuid": "fdae6298-1a2e-4f4a-88e0-32a21a1fed41", "tag": "4a5f6087-e036-48f1-876a-01f9c49bc717"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:09:17.422938 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 0b530067-aa32-4593-aa2d-5efb0b9c7b99 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:17.546979 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-75dd2f81-80f1-4109-b686-c0e6dcce6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:17.552919 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-75dd2f81-80f1-4109-b686-c0e6dcce6581 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 1127 time: 0.1643245 Aug 31 04:09:17.558749 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 0b530067-aa32-4593-aa2d-5efb0b9c7b99 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:17.559970 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:17.581072 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d259b7-fea2-4d8b-bb18-1cbc6d40a4be req-b3eb5073-2c9f-4141-b76d-5b8497ea14ff tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:17.589382 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-89d259b7-fea2-4d8b-bb18-1cbc6d40a4be req-b3eb5073-2c9f-4141-b76d-5b8497ea14ff tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.1347606 Aug 31 04:09:17.666995 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:17.715728 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 0b530067-aa32-4593-aa2d-5efb0b9c7b99 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:17.716120 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:17.723923 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-89d259b7-fea2-4d8b-bb18-1cbc6d40a4be req-599bf319-2646-453d-8d15-e1aca954b720 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238840 Aug 31 04:09:17.800003 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 0b530067-aa32-4593-aa2d-5efb0b9c7b99, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=0b530067-aa32-4593-aa2d-5efb0b9c7b99,segment=NetworkSegment(b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f),segment_id=b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:17.811435 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:17.856292 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b35418-da41-42b0-9721-0f5aabe9e00f x-openstack-request-id: req-65b35418-da41-42b0-9721-0f5aabe9e00f {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:09:17.857022 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdae6298-1a2e-4f4a-88e0-32a21a1fed41", "tag": "4a5f6087-e036-48f1-876a-01f9c49bc717", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:09:17.857433 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65b35418-da41-42b0-9721-0f5aabe9e00f {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:09:17.858002 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b35418-da41-42b0-9721-0f5aabe9e00f'] response: {'name': 'network-changed', 'server_uuid': 'fdae6298-1a2e-4f4a-88e0-32a21a1fed41', 'tag': '4a5f6087-e036-48f1-876a-01f9c49bc717', 'status': 'completed', 'code': 200} Aug 31 04:09:17.911912 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=0b530067-aa32-4593-aa2d-5efb0b9c7b99,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:17.915449 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:17.929685 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:17.930125 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:17.930549 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:17.931286 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:17.931609 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:17.931945 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:17.932535 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:17.933435 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:17.934187 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:17.934746 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:17.935197 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:17.935591 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:17.935987 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:17.936380 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:17.936769 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:18.240900 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818d7b1-37db-4a4b-8929-34d127f620c5 req-6aea02ab-c6db-4708-8f62-fbd40064ba89 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:18.242422 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4818d7b1-37db-4a4b-8929-34d127f620c5 req-6aea02ab-c6db-4708-8f62-fbd40064ba89 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 943 time: 0.0583739 Aug 31 04:09:18.406853 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4818d7b1-37db-4a4b-8929-34d127f620c5 req-fbdd78b6-13ad-4dc6-9b46-baa761a566dd tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574059 Aug 31 04:09:18.870187 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638641b-9ac0-4647-a025-8053530f836a req-bf91befc-a673-4ed1-896c-803efddd7332 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:18.872294 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a638641b-9ac0-4647-a025-8053530f836a req-bf91befc-a673-4ed1-896c-803efddd7332 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0574112 Aug 31 04:09:18.926991 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a638641b-9ac0-4647-a025-8053530f836a req-43d7cc5a-204f-4ee8-b1e5-eda7f9179590 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487976 Aug 31 04:09:19.279623 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 0b530067-aa32-4593-aa2d-5efb0b9c7b99 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:19.378122 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 0b530067-aa32-4593-aa2d-5efb0b9c7b99 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:19.378490 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:19.594963 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 0b530067-aa32-4593-aa2d-5efb0b9c7b99 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:19.619490 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6a3f3-4234-4c0b-b961-e5a5830211a7 req-00bca1ec-3c98-4bf4-bc0d-d5420c382a59 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:19.627679 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fdc6a3f3-4234-4c0b-b961-e5a5830211a7 req-00bca1ec-3c98-4bf4-bc0d-d5420c382a59 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 943 time: 0.1151655 Aug 31 04:09:19.682683 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fdc6a3f3-4234-4c0b-b961-e5a5830211a7 req-c83897b8-116f-4643-aedd-67e4f4346e97 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524397 Aug 31 04:09:20.085663 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-864917b9-ce0a-4609-9fb0-880ef9406c33 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a5f6087-e036-48f1-876a-01f9c49bc717 HTTP/1.1" status: 200 len: 217 time: 0.0398421 Aug 31 04:09:20.101693 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca06ec9-df83-4337-93da-0bba9b864189 req-5e39ab29-fe10-4752-bceb-b394d2ea4384 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:20.112674 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8ca06ec9-df83-4337-93da-0bba9b864189 req-5e39ab29-fe10-4752-bceb-b394d2ea4384 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0964890 Aug 31 04:09:20.191603 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8ca06ec9-df83-4337-93da-0bba9b864189 req-38586013-9b3b-4ce8-9362-a3346b6b4a42 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798678 Aug 31 04:09:21.396799 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-5181e095-c0f0-4ca0-84d0-71cfe7baae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:21.398265 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-5181e095-c0f0-4ca0-84d0-71cfe7baae59 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=da35dc9f-c372-4110-8bb0-0f937da725c4 HTTP/1.1" status: 200 len: 854 time: 0.0931559 Aug 31 04:09:21.463963 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-3b750228-53b1-4bee-b50e-d857d65a09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:21.466118 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-3b750228-53b1-4bee-b50e-d857d65a09cb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=df2a7da3-c61f-4600-a4d7-00eeb18098d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571692 Aug 31 04:09:23.031511 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:23.050262 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-943c8c73-a098-44c4-9b40-7e08169549f1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--296161658&fields=id&tenant_id=490f695240294bbaa99f5eaa1e32b977 HTTP/1.1" status: 200 len: 267 time: 0.1153526 Aug 31 04:09:23.138710 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-f2b180cc-47c8-45a7-a57f-4cb98ec1f02f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:23.140232 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-f2b180cc-47c8-45a7-a57f-4cb98ec1f02f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f3daff5e-9e3d-4999-a212-86ec6d078ed2 HTTP/1.1" status: 200 len: 814 time: 0.1970565 Aug 31 04:09:23.178825 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-ef8a8036-b724-434b-94a0-927c6c534e9a tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/quotas/d362e24b36234e6b9a62f07a06dcd9f3 HTTP/1.1" status: 200 len: 375 time: 0.0286880 Aug 31 04:09:23.223639 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-adebdf8c-7ca7-4a06-8ac7-c8bcd2172c7e tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=d362e24b36234e6b9a62f07a06dcd9f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377364 Aug 31 04:09:23.232006 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-694a763f-d8af-421a-9bc4-1066a6fe0cbd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:23.233770 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-694a763f-d8af-421a-9bc4-1066a6fe0cbd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 819 time: 0.1706381 Aug 31 04:09:23.288638 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-88c2e360-74ba-4c66-b0cb-70df3ef12473 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/quotas/490f695240294bbaa99f5eaa1e32b977 HTTP/1.1" status: 200 len: 375 time: 0.0457697 Aug 31 04:09:23.365767 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-16d49af2-ef1f-4bf8-a975-1685b80ea05c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0710118 Aug 31 04:09:23.390707 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-9d8708d8-9959-41b3-afb4-f284b845adf2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f3daff5e-9e3d-4999-a212-86ec6d078ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560032 Aug 31 04:09:23.484520 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:23.546727 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-8e835c1c-91f1-4504-93ae-ef62507ba921 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672921 Aug 31 04:09:23.561895 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-e5b61908-8d18-470d-9f58-90e752e49a09 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f3daff5e-9e3d-4999-a212-86ec6d078ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614537 Aug 31 04:09:23.690176 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-925b5ae4-d560-4761-afdb-bd6ef3109863 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230552 Aug 31 04:09:23.794862 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676117bf-e65d-4ade-aaa6-9e845c7ed6f0 req-2af9fb09-f407-48c2-b456-37c706d87ce2 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:23.796503 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-676117bf-e65d-4ade-aaa6-9e845c7ed6f0 req-2af9fb09-f407-48c2-b456-37c706d87ce2 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 943 time: 0.0627558 Aug 31 04:09:23.889277 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-676117bf-e65d-4ade-aaa6-9e845c7ed6f0 req-466d335b-48f0-4a85-b5e0-2cb88c8133c4 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852392 Aug 31 04:09:24.254558 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=83,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:24.263201 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:24.303832 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d590a457-0cb6-439d-861f-ba34caad0146 req-da099280-fcb4-46a7-b9fb-f0b07495b13d tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 210 time: 0.1680198 Aug 31 04:09:24.313028 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee15a77-79ce-4570-a07e-21b9590c15df req-848f6d39-c85c-4bc7-a113-a6a016117eec tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:24.315432 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1ee15a77-79ce-4570-a07e-21b9590c15df req-848f6d39-c85c-4bc7-a113-a6a016117eec tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.2834144 Aug 31 04:09:24.425485 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-17b1d8b2-9853-4e98-bd1e-c66229048d9f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539766 Aug 31 04:09:24.427250 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bab73d97-ac4b-4168-868a-b8a2a7e7ddf1 req-7bd63bd8-2091-4896-8376-567ea7d10aeb tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 210 time: 0.0694673 Aug 31 04:09:24.478806 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1ee15a77-79ce-4570-a07e-21b9590c15df req-d38cbc2b-39a4-4d0f-b9c6-a8d43aeff5d4 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569297 Aug 31 04:09:24.601830 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90c2aac2-dca7-4f90-8c42-d9162ceac40d req-5457fe65-b2ed-4aa1-9418-21a8a337c4ac service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509078 Aug 31 04:09:24.856115 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-86da88bd-e4c7-4039-a0cb-b1b1d58b1506 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:24.857591 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-86da88bd-e4c7-4039-a0cb-b1b1d58b1506 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/networks?id=cce3a859-4e9e-46fa-badb-7d5c4e79d14e HTTP/1.1" status: 200 len: 814 time: 0.2344458 Aug 31 04:09:24.875529 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-1f76490d-f2c0-4714-bd3f-8f88334b2570 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/quotas/dfefc6f232404c6ca48d073df67c3907 HTTP/1.1" status: 200 len: 375 time: 0.0096939 Aug 31 04:09:24.929236 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-30a88ff7-a4eb-4c5e-8025-3f2f4968e947 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=dfefc6f232404c6ca48d073df67c3907&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464187 Aug 31 04:09:25.002905 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:25.020413 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:25.049080 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0e336-3d80-40d8-aa43-838d51f626ab req-8d47dbb0-d6c3-4b9b-833b-a69a210b3f2f tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:25.050538 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-33d0e336-3d80-40d8-aa43-838d51f626ab req-8d47dbb0-d6c3-4b9b-833b-a69a210b3f2f tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 943 time: 0.0615118 Aug 31 04:09:25.086978 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-75a3acfb-a208-462f-9cc0-8c51f3e16a52 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454976 Aug 31 04:09:25.156956 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-33d0e336-3d80-40d8-aa43-838d51f626ab req-849f49e2-f6d8-4425-ac97-87118391c8b1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998755 Aug 31 04:09:25.202905 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-22f43c6f-195b-47d8-8589-d4b4c4a9d55c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062484 Aug 31 04:09:25.400200 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-15815916-0e84-4f5b-9855-655f8bb47e26 req-0195a4f1-f98b-479e-ae6e-683a924d08aa tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 210 time: 0.0416458 Aug 31 04:09:25.421676 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-23ec8408-38f0-4ab3-aa88-afb704723f39 req-1d447aa6-5d7f-4d90-98b1-2f226456816b tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 210 time: 0.0315411 Aug 31 04:09:25.568278 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fc4c89ff-953c-4cd9-9be1-12cca8748349 req-f7bbc2ed-8094-4d2d-abbd-ffa2a896bbcc tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 210 time: 0.0421121 Aug 31 04:09:25.625563 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-82f239ff-8910-4775-b765-72780a8c2f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:25.689490 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79142577-642e-4945-87c6-8cf8a00823cc req-2c9db9c2-1b65-4ab0-921c-d0613f2b4874 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:25.695756 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-79142577-642e-4945-87c6-8cf8a00823cc req-2c9db9c2-1b65-4ab0-921c-d0613f2b4874 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0892615 Aug 31 04:09:25.780134 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-79142577-642e-4945-87c6-8cf8a00823cc req-04645cd1-2cf8-4e1f-b169-b17975bf5cc2 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826879 Aug 31 04:09:26.296364 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c30ae-c63e-4b31-ad1f-5de7c0a278ce req-8e1a24c5-8526-496f-8b5f-e30052e13fe0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:26.297855 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1b7c30ae-c63e-4b31-ad1f-5de7c0a278ce req-8e1a24c5-8526-496f-8b5f-e30052e13fe0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 943 time: 0.0521905 Aug 31 04:09:26.349091 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1b7c30ae-c63e-4b31-ad1f-5de7c0a278ce req-1d8e493a-7d0e-4179-b85e-37ec7373ebee tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453370 Aug 31 04:09:26.526299 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-412e195b-4ce7-4626-8681-87cca65f30a0 req-cdf349d3-c16c-4f94-9c35-5eb899d3df9d tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 210 time: 0.0442266 Aug 31 04:09:26.570420 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a4bd14fe-cbc8-4289-87c8-14d6df15668d req-faa61338-fe1f-4847-a31c-bfdda1daa773 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 210 time: 0.0537422 Aug 31 04:09:26.580263 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0854d5d-53e9-4dca-9aef-eded4cce434e req-a00edc41-d72d-49ec-b810-6d15d156f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:26.581772 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f0854d5d-53e9-4dca-9aef-eded4cce434e req-a00edc41-d72d-49ec-b810-6d15d156f052 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 1127 time: 0.0662353 Aug 31 04:09:26.677134 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3b1c0d5b-957e-4121-8f67-04da3480cba1 req-aa68dcf0-ada4-4fe8-9a83-fc7b3a36e3f7 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 210 time: 0.0366151 Aug 31 04:09:26.930639 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f116a8-c7b7-4c17-866e-457d89737c57 req-d4312b7b-2096-48ca-87df-099c9dfd42d1 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:26.932157 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a5f116a8-c7b7-4c17-866e-457d89737c57 req-d4312b7b-2096-48ca-87df-099c9dfd42d1 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0566478 Aug 31 04:09:27.030224 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a5f116a8-c7b7-4c17-866e-457d89737c57 req-2df357a9-a533-40c5-b35b-dab200690df5 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921831 Aug 31 04:09:27.039891 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4a5f6087-e036-48f1-876a-01f9c49bc717 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:09:27.068922 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:27.102536 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0854d5d-53e9-4dca-9aef-eded4cce434e req-e7d07421-8564-4c78-86ca-42a7587aec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:27.104058 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f0854d5d-53e9-4dca-9aef-eded4cce434e req-e7d07421-8564-4c78-86ca-42a7587aec5f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 200 len: 916 time: 0.1452084 Aug 31 04:09:27.172551 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f0854d5d-53e9-4dca-9aef-eded4cce434e req-61f9aa2e-5637-4d72-a0d8-c58f28bcf9c3 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a5f6087-e036-48f1-876a-01f9c49bc717 HTTP/1.1" status: 200 len: 217 time: 0.0613623 Aug 31 04:09:27.177912 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4a5f6087-e036-48f1-876a-01f9c49bc717, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a5f6087-e036-48f1-876a-01f9c49bc717,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:27.191817 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '4a5f6087-e036-48f1-876a-01f9c49bc717', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'port_id': '4a5f6087-e036-48f1-876a-01f9c49bc717', 'mac_address': 'fa:16:3e:82:34:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:09:27.238618 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 4a5f6087-e036-48f1-876a-01f9c49bc717 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:27.239053 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:27.255408 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5f6087-e036-48f1-876a-01f9c49bc717 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:09:27.260261 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0854d5d-53e9-4dca-9aef-eded4cce434e req-f482135f-02c1-46e5-ab79-874e7dbcba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:27.262432 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f0854d5d-53e9-4dca-9aef-eded4cce434e req-f482135f-02c1-46e5-ab79-874e7dbcba94 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=da35dc9f-c372-4110-8bb0-0f937da725c4 HTTP/1.1" status: 200 len: 854 time: 0.0838959 Aug 31 04:09:27.281907 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4a5f6087-e036-48f1-876a-01f9c49bc717, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a5f6087-e036-48f1-876a-01f9c49bc717,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:27.290037 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:27.315982 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0854d5d-53e9-4dca-9aef-eded4cce434e req-23478841-35f0-4dcb-827d-6702112fe2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:27.318006 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f0854d5d-53e9-4dca-9aef-eded4cce434e req-23478841-35f0-4dcb-827d-6702112fe2c4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=df2a7da3-c61f-4600-a4d7-00eeb18098d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485797 Aug 31 04:09:27.359428 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=4a5f6087-e036-48f1-876a-01f9c49bc717,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:27.457635 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f0854d5d-53e9-4dca-9aef-eded4cce434e req-f3b03f9a-2fc1-4bc6-99d5-1326a88ff7fb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274393 Aug 31 04:09:27.539721 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['4a5f6087-e036-48f1-876a-01f9c49bc717'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:09:27.678195 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-78c2d12e-fe91-4cdd-ae18-5af8fb6f4585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:27.790969 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b9144-2c56-4674-91e3-478ff608607d req-6e7034a2-a1e4-48bb-9940-fe78d814d678 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:27.792611 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-267b9144-2c56-4674-91e3-478ff608607d req-6e7034a2-a1e4-48bb-9940-fe78d814d678 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 944 time: 0.3482094 Aug 31 04:09:27.806659 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:27.835610 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:27.857595 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-813528ec-ab25-4303-bdd9-727bba1f2c70 req-dae04ddb-4cf5-4284-a473-76b100773edb tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 210 time: 0.0854802 Aug 31 04:09:27.926345 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f0854d5d-53e9-4dca-9aef-eded4cce434e req-5839551d-d939-4b18-a819-e8023b6b2188 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520648 Aug 31 04:09:27.966831 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b6f727e8-231f-4183-a455-1ce4cc322377 req-fbe8190e-dc60-4888-b7e8-d45967737326 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 210 time: 0.0465174 Aug 31 04:09:27.995697 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-267b9144-2c56-4674-91e3-478ff608607d req-944defa0-7812-4e34-aa81-5db89a55a2e1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873236 Aug 31 04:09:28.026087 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-194f0572-085b-4e3a-9d76-53c25cf0ce5e tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:28.027642 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-194f0572-085b-4e3a-9d76-53c25cf0ce5e tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.26 "GET /networking/v2.0/networks?id=f3daff5e-9e3d-4999-a212-86ec6d078ed2 HTTP/1.1" status: 200 len: 814 time: 0.2167175 Aug 31 04:09:28.055972 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-967d9770-c951-4a29-8144-d30820904083 req-a82dd518-8a86-4524-834e-07a258d7040b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 210 time: 0.0273473 Aug 31 04:09:28.170028 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973c502-b219-48b3-82bf-3a1a0059048a req-ff468a51-1798-444b-8d05-f2c96f5f3b44 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:28.171870 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e973c502-b219-48b3-82bf-3a1a0059048a req-ff468a51-1798-444b-8d05-f2c96f5f3b44 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0463562 Aug 31 04:09:28.191572 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:28.222514 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e973c502-b219-48b3-82bf-3a1a0059048a req-d5f82eaf-c94f-4e35-a978-dce35d628194 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453172 Aug 31 04:09:28.275073 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Request body: {'port': {'device_id': '2479a0a1-0225-4763-b228-5fedb5083ed2', 'network_id': 'f3daff5e-9e3d-4999-a212-86ec6d078ed2', 'admin_state_up': True, 'tenant_id': 'd362e24b36234e6b9a62f07a06dcd9f3'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:28.543162 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Made reservation on behalf of d362e24b36234e6b9a62f07a06dcd9f3 for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:09:28.547043 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:28.607756 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-fb15152a-e33a-4c01-8e3b-20a6daf50091 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:28.609233 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-fb15152a-e33a-4c01-8e3b-20a6daf50091 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.26 "GET /networking/v2.0/networks?id=cce3a859-4e9e-46fa-badb-7d5c4e79d14e HTTP/1.1" status: 200 len: 814 time: 0.2523396 Aug 31 04:09:28.655780 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-a34aae14-c588-49c1-b302-a7876f4114ac tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Request body: {'port': {'device_id': '4eb2046f-ab11-422b-9573-3188818a82f8', 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'admin_state_up': True, 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:28.668426 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-22e9ccfc-caab-4103-a5c9-90daffe69425 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:28.669891 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-22e9ccfc-caab-4103-a5c9-90daffe69425 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.26 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 819 time: 0.2736511 Aug 31 04:09:28.773430 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:28.850827 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Allocated IP 172.20.0.10 (f3daff5e-9e3d-4999-a212-86ec6d078ed2/06056994-53a0-4d43-a07f-b876f8773cdd/3b325145-3f6b-44c0-99d6-449f09ada113) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:09:28.868777 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:28.893212 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-81208333-594d-4a07-85ac-25b2ac76141c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=490f695240294bbaa99f5eaa1e32b977 HTTP/1.1" status: 200 len: 379 time: 0.1661987 Aug 31 04:09:28.957556 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-a34aae14-c588-49c1-b302-a7876f4114ac tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Made reservation on behalf of dfefc6f232404c6ca48d073df67c3907 for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:09:28.962935 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-a34aae14-c588-49c1-b302-a7876f4114ac tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:28.996246 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=39 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:29.000703 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=15 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:29.002097 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:29.040321 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4a5f6087-e036-48f1-876a-01f9c49bc717 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:29.071919 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-883dbbca-199f-4626-81c1-b15c011d8d5b req-20ede50a-a24d-4844-a585-920f9df84bf4 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 210 time: 0.0762658 Aug 31 04:09:29.146260 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 4a5f6087-e036-48f1-876a-01f9c49bc717 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:09:29.157329 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 4a5f6087-e036-48f1-876a-01f9c49bc717 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:29.158041 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:29.253671 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:29.272233 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4e6482a6-edcb-490e-ac51-c40aaafd75a7 req-67655cbd-bbe3-4c04-9499-c935635b8872 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 210 time: 0.1907101 Aug 31 04:09:29.322566 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-65249cb2-0098-4601-8af1-be5772c4eef1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Request body: {'port': {'device_id': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'admin_state_up': True, 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'security_groups': ['01e2da56-1c59-4b6a-ac71-ef4eb91f50a3']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:29.407487 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 4a5f6087-e036-48f1-876a-01f9c49bc717 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:29.408214 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:29.458700 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdae6298-1a2e-4f4a-88e0-32a21a1fed41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5f6087-e036-48f1-876a-01f9c49bc717'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:09:29.461429 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cded1e0-1e87-4092-8f2b-9c3d24b60f47" -d '{"events": [{"server_uuid": "fdae6298-1a2e-4f4a-88e0-32a21a1fed41", "name": "network-vif-plugged", "status": "completed", "tag": "4a5f6087-e036-48f1-876a-01f9c49bc717"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:09:29.494467 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4a5f6087-e036-48f1-876a-01f9c49bc717, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a5f6087-e036-48f1-876a-01f9c49bc717,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:29.501634 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:29.542619 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34705d7-e32a-4946-9b32-0006e095ebed req-6aaf53b7-969f-438f-8890-185fd6b57401 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:29.560749 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c34705d7-e32a-4946-9b32-0006e095ebed req-6aaf53b7-969f-438f-8890-185fd6b57401 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 944 time: 0.3349171 Aug 31 04:09:29.596979 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=4a5f6087-e036-48f1-876a-01f9c49bc717,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:29.633610 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks [] for port (3b325145-3f6b-44c0-99d6-449f09ada113), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:29.654934 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-62a79566-a147-4fc4-8fd0-d40635ef83bb req-729573da-2e8b-410e-8fb6-fe4c25bc76e6 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 210 time: 0.1979923 Aug 31 04:09:29.793599 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-a34aae14-c588-49c1-b302-a7876f4114ac tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Allocated IP 172.20.0.10 (cce3a859-4e9e-46fa-badb-7d5c4e79d14e/d4171192-3c90-4c21-8e83-5dc4c356643b/2b4e274a-7f96-4559-a287-f29400ea3c90) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:09:29.817636 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c34705d7-e32a-4946-9b32-0006e095ebed req-a7c8e6a3-30dd-4bae-9b2d-b37aea50a322 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557492 Aug 31 04:09:29.909118 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c442d909-64c2-41ca-b66d-7ed87a4d921f x-openstack-request-id: req-c442d909-64c2-41ca-b66d-7ed87a4d921f {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:09:29.909409 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdae6298-1a2e-4f4a-88e0-32a21a1fed41", "name": "network-vif-plugged", "status": "completed", "tag": "4a5f6087-e036-48f1-876a-01f9c49bc717", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:09:29.909666 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c442d909-64c2-41ca-b66d-7ed87a4d921f {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:09:29.910075 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c442d909-64c2-41ca-b66d-7ed87a4d921f'] response: {'server_uuid': 'fdae6298-1a2e-4f4a-88e0-32a21a1fed41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5f6087-e036-48f1-876a-01f9c49bc717', 'code': 200} Aug 31 04:09:29.972310 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:29.973999 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (3b325145-3f6b-44c0-99d6-449f09ada113), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:29.993194 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-65249cb2-0098-4601-8af1-be5772c4eef1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Made reservation on behalf of 490f695240294bbaa99f5eaa1e32b977 for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:09:29.997113 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-65249cb2-0098-4601-8af1-be5772c4eef1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:30.058030 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2b99e-1b28-4fc3-8478-5371d7e13fc7 req-7719ad56-dadd-4a3f-9d6a-23546b13b344 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:30.059601 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-21f2b99e-1b28-4fc3-8478-5371d7e13fc7 req-7719ad56-dadd-4a3f-9d6a-23546b13b344 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.2392554 Aug 31 04:09:30.108287 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Network f3daff5e-9e3d-4999-a212-86ec6d078ed2 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:09:30.146737 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:09:30.196503 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:09:30.214537 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:30.300658 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Pushing event updated for resources: {'Port': ['ID=3b325145-3f6b-44c0-99d6-449f09ada113,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:30.322680 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3eb1d8be-af12-494a-a6b4-69455a61877c req-c25b4faf-ce83-494c-8461-a17fae117772 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 210 time: 0.1297774 Aug 31 04:09:30.353312 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:30.353657 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:30.354067 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:30.354323 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:30.354677 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:30.355052 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:30.355384 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:30.355714 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:30.356034 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:30.357394 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:30.357739 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:30.358072 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:30.358401 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:30.358730 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:30.359100 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:09:30.372990 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-21f2b99e-1b28-4fc3-8478-5371d7e13fc7 req-8a35bc52-6f1f-4789-83b9-0b385fd7e4ee tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3034511 Aug 31 04:09:30.435241 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:30.451362 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:30.452011 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:30.496719 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:30.538216 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-d91005f3-03f9-477f-b1a2-95cc1d278f85 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2672808 Aug 31 04:09:30.545482 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-a34aae14-c588-49c1-b302-a7876f4114ac tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:30.552081 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-65249cb2-0098-4601-8af1-be5772c4eef1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Allocated IP 172.20.0.11 (4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e/fa37a94d-b25b-47af-8952-0a7e47ca5103/18837e08-59b6-49b1-b900-0ef749916fb5) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:09:30.559666 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4774d-aa13-4677-a475-c82f0bace04e req-90c90492-3cfb-42d5-902e-e14f7ff2c05a tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:30.561230 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-39f4774d-aa13-4677-a475-c82f0bace04e req-90c90492-3cfb-42d5-902e-e14f7ff2c05a tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 932 time: 0.0998912 Aug 31 04:09:30.709588 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-39f4774d-aa13-4677-a475-c82f0bace04e req-866e44e2-925e-4c11-ac62-aae733749e65 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411490 Aug 31 04:09:30.726150 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-a34aae14-c588-49c1-b302-a7876f4114ac tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:30.824441 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-a34aae14-c588-49c1-b302-a7876f4114ac tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Network cce3a859-4e9e-46fa-badb-7d5c4e79d14e is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:09:30.857047 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df624dee-d0f3-47bc-b0e5-19d7ae0e1c92 req-a7447ed5-3a76-4e77-8d2a-c947bc570029 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 210 time: 0.0827022 Aug 31 04:09:30.858181 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-a34aae14-c588-49c1-b302-a7876f4114ac tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:09:30.861008 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-a34aae14-c588-49c1-b302-a7876f4114ac tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:09:30.904440 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34aae14-c588-49c1-b302-a7876f4114ac tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Pushing event updated for resources: {'Port': ['ID=2b4e274a-7f96-4559-a287-f29400ea3c90,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:30.921454 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-65249cb2-0098-4601-8af1-be5772c4eef1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for port (18837e08-59b6-49b1-b900-0ef749916fb5), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:30.928422 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:31.027544 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-a34aae14-c588-49c1-b302-a7876f4114ac tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:31.029059 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-a34aae14-c588-49c1-b302-a7876f4114ac tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:31.047311 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532c582-ac47-4ea7-b0f5-113f679531c1 req-4935f0d8-99b8-47c9-9258-887bab9fa1a8 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:31.048922 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5532c582-ac47-4ea7-b0f5-113f679531c1 req-4935f0d8-99b8-47c9-9258-887bab9fa1a8 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 945 time: 0.0810165 Aug 31 04:09:31.086857 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-a34aae14-c588-49c1-b302-a7876f4114ac tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4383454 Aug 31 04:09:31.122934 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-65249cb2-0098-4601-8af1-be5772c4eef1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (18837e08-59b6-49b1-b900-0ef749916fb5), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:31.128115 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5532c582-ac47-4ea7-b0f5-113f679531c1 req-16b49085-a452-46e1-a611-dfaa3992baa1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732679 Aug 31 04:09:31.194589 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:31.198620 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-65249cb2-0098-4601-8af1-be5772c4eef1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:09:31.205714 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-65249cb2-0098-4601-8af1-be5772c4eef1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:09:31.207828 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65249cb2-0098-4601-8af1-be5772c4eef1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Pushing event updated for resources: {'Port': ['ID=18837e08-59b6-49b1-b900-0ef749916fb5,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:31.218407 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-65249cb2-0098-4601-8af1-be5772c4eef1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:09:31.359184 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-89dba6ba-1f35-40cc-9fdb-4263c584c379 None None] Provisioning complete for port 2b4e274a-7f96-4559-a287-f29400ea3c90 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:31.359858 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-89dba6ba-1f35-40cc-9fdb-4263c584c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:31.410620 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-89dba6ba-1f35-40cc-9fdb-4263c584c379 None None] Port 2b4e274a-7f96-4559-a287-f29400ea3c90 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:09:31.634110 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-1e97c360-9e75-4eb6-a26a-2eec43cd28c7 None None] Provisioning complete for port 18837e08-59b6-49b1-b900-0ef749916fb5 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:31.635372 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1e97c360-9e75-4eb6-a26a-2eec43cd28c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (18837e08-59b6-49b1-b900-0ef749916fb5), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:31.672220 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-1e97c360-9e75-4eb6-a26a-2eec43cd28c7 None None] Port 18837e08-59b6-49b1-b900-0ef749916fb5 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:09:31.716934 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-65249cb2-0098-4601-8af1-be5772c4eef1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:31.717778 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-65249cb2-0098-4601-8af1-be5772c4eef1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:31.740525 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e320b2f-8b85-4525-8169-bdc1225caaf3 req-90185a76-dd6b-402b-8336-ba29d9f436cc tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:31.748025 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6e320b2f-8b85-4525-8169-bdc1225caaf3 req-90185a76-dd6b-402b-8336-ba29d9f436cc tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.1219854 Aug 31 04:09:31.756723 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa4e81-2aaf-4591-bae5-75aa7b3c85c3 req-082b6a1e-1d04-4c95-8b00-b3ab717b9f42 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:31.758356 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d1fa4e81-2aaf-4591-bae5-75aa7b3c85c3 req-082b6a1e-1d04-4c95-8b00-b3ab717b9f42 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 932 time: 0.1334586 Aug 31 04:09:31.772434 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-65249cb2-0098-4601-8af1-be5772c4eef1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4567072 Aug 31 04:09:31.850467 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d1fa4e81-2aaf-4591-bae5-75aa7b3c85c3 req-dc731b5e-8237-41f0-b79f-59a94c59522b tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834308 Aug 31 04:09:31.853350 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6e320b2f-8b85-4525-8169-bdc1225caaf3 req-499ee360-b3c1-4c36-88a0-52a5ee585c51 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045260 Aug 31 04:09:32.026049 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca73d9f-ec49-4f98-8e88-48fdd78b48ac req-e1f77ef9-2229-45fa-890b-339da5a2fd0d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:32.027611 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cca73d9f-ec49-4f98-8e88-48fdd78b48ac req-e1f77ef9-2229-45fa-890b-339da5a2fd0d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 932 time: 0.0852940 Aug 31 04:09:32.046332 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5213b-c2ff-42f4-b062-c70b2b18ff45 req-68639adb-0558-4842-901d-2169aebe13ee tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:32.048260 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ebf5213b-c2ff-42f4-b062-c70b2b18ff45 req-68639adb-0558-4842-901d-2169aebe13ee tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 932 time: 0.0955405 Aug 31 04:09:32.133288 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cca73d9f-ec49-4f98-8e88-48fdd78b48ac req-91a9067d-873e-43ab-9b57-bb86b4cca1dd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997510 Aug 31 04:09:32.139222 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ebf5213b-c2ff-42f4-b062-c70b2b18ff45 req-da9a0547-090a-410c-a4ed-2e11de5cb673 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811245 Aug 31 04:09:32.270046 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74debf-db1b-41ed-b17c-801cf8f8e0de req-2cba866a-6bd5-483f-81b0-92d1b07c0540 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:32.271742 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-de74debf-db1b-41ed-b17c-801cf8f8e0de req-2cba866a-6bd5-483f-81b0-92d1b07c0540 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 945 time: 0.0540950 Aug 31 04:09:32.327714 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-de74debf-db1b-41ed-b17c-801cf8f8e0de req-374cc22d-5581-4dbc-b7a7-1dec02664e98 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499341 Aug 31 04:09:33.038203 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cda5d-8e41-436b-b9c4-c14318417ddc req-89ee2263-0974-4cbd-ba51-de9702f7c0ff tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:33.039779 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7b8cda5d-8e41-436b-b9c4-c14318417ddc req-89ee2263-0974-4cbd-ba51-de9702f7c0ff tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 932 time: 0.0971515 Aug 31 04:09:33.045902 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36249c-c3a2-4a54-80a8-d35f1dfbccff req-ff92f6f7-0602-420f-a6fa-7c2579f8df28 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:33.047448 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9e36249c-c3a2-4a54-80a8-d35f1dfbccff req-ff92f6f7-0602-420f-a6fa-7c2579f8df28 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0840545 Aug 31 04:09:33.124864 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9e36249c-c3a2-4a54-80a8-d35f1dfbccff req-19685f5a-a201-4490-8437-db57d323ecdd tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685461 Aug 31 04:09:33.133658 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7b8cda5d-8e41-436b-b9c4-c14318417ddc req-935da621-553f-4288-8f62-6688169afcf1 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851433 Aug 31 04:09:33.305913 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a778cce-29df-4107-9ae1-001a20dc1b2a req-787164c2-166b-465a-9efe-5ebdec7d0173 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:33.307493 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4a778cce-29df-4107-9ae1-001a20dc1b2a req-787164c2-166b-465a-9efe-5ebdec7d0173 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 932 time: 0.0837836 Aug 31 04:09:33.331215 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ee6f4-b9f5-48f8-b7dc-0f7b3b2099da req-6fe8483f-51b0-49f8-9de7-4b40270b5d33 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:33.332716 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8f5ee6f4-b9f5-48f8-b7dc-0f7b3b2099da req-6fe8483f-51b0-49f8-9de7-4b40270b5d33 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 932 time: 0.0779910 Aug 31 04:09:33.360220 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:33.414313 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4a778cce-29df-4107-9ae1-001a20dc1b2a req-be2ae515-4b54-412c-9b2d-f07bc9766084 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982337 Aug 31 04:09:33.418334 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8f5ee6f4-b9f5-48f8-b7dc-0f7b3b2099da req-d50bb496-e052-4047-b453-ca93baafbfc5 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761495 Aug 31 04:09:33.570568 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601c86b-d341-468c-a172-f39f06e37a87 req-2be57a0c-b352-4a0e-b590-314b7a6e1abf tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:33.572602 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d601c86b-d341-468c-a172-f39f06e37a87 req-2be57a0c-b352-4a0e-b590-314b7a6e1abf tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 945 time: 0.0833375 Aug 31 04:09:33.595135 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:33.630706 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d601c86b-d341-468c-a172-f39f06e37a87 req-2d7a07b5-617c-46d1-a96b-cb279c0f9fef tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514188 Aug 31 04:09:34.281498 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91cefb-25d4-44d4-88de-63e87e33dbab req-f539e62d-deed-42a2-8939-2c63a8091392 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:34.284118 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8b91cefb-25d4-44d4-88de-63e87e33dbab req-f539e62d-deed-42a2-8939-2c63a8091392 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 932 time: 0.0703037 Aug 31 04:09:34.350399 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299f95c-f659-4fa7-8d43-f5c22392b87a req-8854a4b9-67bf-44a3-8b9b-8848fb441cb0 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:34.351845 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f299f95c-f659-4fa7-8d43-f5c22392b87a req-8854a4b9-67bf-44a3-8b9b-8848fb441cb0 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0961690 Aug 31 04:09:34.373183 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8b91cefb-25d4-44d4-88de-63e87e33dbab req-884f880c-0054-404d-8cc9-037f6221091c tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709658 Aug 31 04:09:34.431049 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f299f95c-f659-4fa7-8d43-f5c22392b87a req-99a5c0fa-f0d2-4b7f-8446-4c6ce1659f0f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703123 Aug 31 04:09:34.595460 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632f50d-b2de-40da-ac41-24e960bf708f req-05b2fab2-d92f-4eaf-84af-6824c09f0d2f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:34.596985 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1632f50d-b2de-40da-ac41-24e960bf708f req-05b2fab2-d92f-4eaf-84af-6824c09f0d2f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 932 time: 0.0929098 Aug 31 04:09:34.618270 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d39f0-5d6e-451e-a95b-9f85a4dcebd4 req-6d1c44ef-3d09-4893-b185-2852811e3c60 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:34.619868 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-314d39f0-5d6e-451e-a95b-9f85a4dcebd4 req-6d1c44ef-3d09-4893-b185-2852811e3c60 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 932 time: 0.0701721 Aug 31 04:09:34.708657 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1632f50d-b2de-40da-ac41-24e960bf708f req-67d7753b-ea53-4617-8f06-991e11b9e728 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052668 Aug 31 04:09:34.716600 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-314d39f0-5d6e-451e-a95b-9f85a4dcebd4 req-2531038d-7b39-4c1c-9d29-3933007ea30d tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886629 Aug 31 04:09:34.826416 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd184aa-44fc-4919-9cd1-e70877808292 req-cc10570e-5984-4be6-917b-8621553ba809 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:34.831360 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0cd184aa-44fc-4919-9cd1-e70877808292 req-cc10570e-5984-4be6-917b-8621553ba809 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 945 time: 0.0503831 Aug 31 04:09:34.879413 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0cd184aa-44fc-4919-9cd1-e70877808292 req-687ac312-5eda-4388-aba9-7b5efa553cfb tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452008 Aug 31 04:09:35.510850 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d582222-2eb0-48b6-b34e-67f74bda5023 req-36a8f2e2-80f3-42f6-967f-1066ce448d35 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:35.513312 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7d582222-2eb0-48b6-b34e-67f74bda5023 req-36a8f2e2-80f3-42f6-967f-1066ce448d35 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 932 time: 0.0603349 Aug 31 04:09:35.608524 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7d582222-2eb0-48b6-b34e-67f74bda5023 req-9f01a878-b231-4b82-8a2d-97a92cefe13e tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844119 Aug 31 04:09:35.615353 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47197a1d-46d3-413c-ac7b-226ae5b95879 req-7de53329-9845-4d5a-a859-c07717d369c8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:35.616598 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-47197a1d-46d3-413c-ac7b-226ae5b95879 req-7de53329-9845-4d5a-a859-c07717d369c8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0652406 Aug 31 04:09:35.681656 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-47197a1d-46d3-413c-ac7b-226ae5b95879 req-e6b080af-10b1-4729-90d3-4e3b863401fb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472553 Aug 31 04:09:35.873586 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf6810-a20d-4b94-9c80-caf5067eba71 req-18e44703-653f-4921-a5a0-0642d1be257e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:35.874869 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4eaf6810-a20d-4b94-9c80-caf5067eba71 req-18e44703-653f-4921-a5a0-0642d1be257e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 932 time: 0.0950437 Aug 31 04:09:35.892095 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf766a2-3d83-40ee-b1b1-144cc8d9031f req-bdea6bec-7543-41e8-ae1d-b9749cf054ba tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:35.893875 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-faf766a2-3d83-40ee-b1b1-144cc8d9031f req-bdea6bec-7543-41e8-ae1d-b9749cf054ba tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 932 time: 0.0797501 Aug 31 04:09:36.004896 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4eaf6810-a20d-4b94-9c80-caf5067eba71 req-39cc0bf8-b1d0-482f-9201-be761f591ca8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097224 Aug 31 04:09:36.012991 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-faf766a2-3d83-40ee-b1b1-144cc8d9031f req-0bae1e96-389a-4433-8bbd-bedb5cd1c880 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105020 Aug 31 04:09:36.049353 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:09:36.134411 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1c5db-d0d4-42fe-8364-6d2595885829 req-f3b703e1-db20-49be-966d-4582c8717673 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:36.136165 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b4c1c5db-d0d4-42fe-8364-6d2595885829 req-f3b703e1-db20-49be-966d-4582c8717673 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 945 time: 0.0512915 Aug 31 04:09:36.170615 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:36.192835 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b4c1c5db-d0d4-42fe-8364-6d2595885829 req-0ecc6546-e5c8-42b8-b4eb-704199496377 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499880 Aug 31 04:09:36.729516 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:36.748142 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a26fa4-81b8-4ab9-87b1-74ceecd6bc43 req-f7888df7-9aec-4831-9882-786141b75297 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:36.749648 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b2a26fa4-81b8-4ab9-87b1-74ceecd6bc43 req-f7888df7-9aec-4831-9882-786141b75297 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 932 time: 0.0581145 Aug 31 04:09:36.832172 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf84967-b400-46ea-82b1-7212b56f45f7 req-5827fe9b-3b43-42df-a2cc-08b9bb062529 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:36.833673 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6cf84967-b400-46ea-82b1-7212b56f45f7 req-5827fe9b-3b43-42df-a2cc-08b9bb062529 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.0643353 Aug 31 04:09:36.837025 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b2a26fa4-81b8-4ab9-87b1-74ceecd6bc43 req-928e4221-124b-4eff-8bae-bd7aad58e0f7 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816641 Aug 31 04:09:36.882041 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6cf84967-b400-46ea-82b1-7212b56f45f7 req-5a453630-fdfd-411b-99e6-e9397c7f0339 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425065 Aug 31 04:09:37.157169 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bbdee-d1e5-40aa-ab43-92905ee8b663 req-33eb76cd-5de7-47c0-8a6f-d8995005188a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:37.158547 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cc1bbdee-d1e5-40aa-ab43-92905ee8b663 req-33eb76cd-5de7-47c0-8a6f-d8995005188a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 932 time: 0.0787344 Aug 31 04:09:37.179060 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b16ea-1345-4d32-9479-a300d5955fac req-84f8d227-9b95-43da-b5bd-8e4e8c7d9e6d tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:37.180498 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-525b16ea-1345-4d32-9479-a300d5955fac req-84f8d227-9b95-43da-b5bd-8e4e8c7d9e6d tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 932 time: 0.0672953 Aug 31 04:09:37.242413 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Request body: {'port': {'device_id': '4eb2046f-ab11-422b-9573-3188818a82f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:37.248200 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Request body: {'port': {'device_id': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:37.263468 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Request body: {'port': {'device_id': '2479a0a1-0225-4763-b228-5fedb5083ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:37.328180 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-525b16ea-1345-4d32-9479-a300d5955fac req-08526565-7e31-4bf2-9e02-d24fc0565188 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396604 Aug 31 04:09:37.335948 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cc1bbdee-d1e5-40aa-ab43-92905ee8b663 req-b146e117-bd27-4403-9915-fc20907cfccd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709070 Aug 31 04:09:37.464241 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (3b325145-3f6b-44c0-99d6-449f09ada113), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:37.473873 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:37.484006 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (18837e08-59b6-49b1-b900-0ef749916fb5), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:37.514268 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00167fb2-2714-4b92-a31c-f039f48c5a76 req-510cf45c-1b5b-4119-8080-b1179d4c5544 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:37.515771 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-00167fb2-2714-4b92-a31c-f039f48c5a76 req-510cf45c-1b5b-4119-8080-b1179d4c5544 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 945 time: 0.1134219 Aug 31 04:09:37.798115 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:37.817006 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-00167fb2-2714-4b92-a31c-f039f48c5a76 req-cf1698da-bc10-4f4d-b7a8-a8ecc654a382 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769537 Aug 31 04:09:37.851512 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:38.085735 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8222c-b232-496e-bf1c-d8e9934c17a2 req-ac683c1e-0f1d-445e-98a4-9c4fef878810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:38.087294 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-a1d8222c-b232-496e-bf1c-d8e9934c17a2 req-ac683c1e-0f1d-445e-98a4-9c4fef878810 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 1129 time: 0.0744171 Aug 31 04:09:38.099223 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45d7b8-f456-40f4-856f-caf0c4fa30d6 req-6acfe36c-80f9-4b71-b26c-0fbf1e76d5db tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:38.100683 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3f45d7b8-f456-40f4-856f-caf0c4fa30d6 req-6acfe36c-80f9-4b71-b26c-0fbf1e76d5db tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 932 time: 0.1540906 Aug 31 04:09:38.158250 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-a1d8222c-b232-496e-bf1c-d8e9934c17a2 req-162dbe9d-59c9-496c-88a4-b7b954caee61 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514789 Aug 31 04:09:38.158564 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008dcda-5cbf-47f8-8ca2-1ef5ceffc25e req-233e85bb-bcad-4594-b33a-336854503b12 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:38.160116 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4008dcda-5cbf-47f8-8ca2-1ef5ceffc25e req-233e85bb-bcad-4594-b33a-336854503b12 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 943 time: 0.1641862 Aug 31 04:09:38.333442 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3f45d7b8-f456-40f4-856f-caf0c4fa30d6 req-c50d207c-cfa6-4a23-83b1-a072303d0a7a tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143219 Aug 31 04:09:38.370783 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4008dcda-5cbf-47f8-8ca2-1ef5ceffc25e req-56cf6001-e5e8-4f5b-9a79-2bfb9e7cdcf1 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917162 Aug 31 04:09:38.372797 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4e274a-7f96-4559-a287-f29400ea3c90 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:09:38.400176 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Publish callbacks [] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:38.403893 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b325145-3f6b-44c0-99d6-449f09ada113 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:09:38.419888 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Publish callbacks [] for port (3b325145-3f6b-44c0-99d6-449f09ada113), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:38.472689 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Transition to ACTIVE for port object 2b4e274a-7f96-4559-a287-f29400ea3c90 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:09:38.486969 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18837e08-59b6-49b1-b900-0ef749916fb5 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:09:38.496806 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Transition to ACTIVE for port object 3b325145-3f6b-44c0-99d6-449f09ada113 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:09:38.499785 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:38.503452 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Publish callbacks [] for port (18837e08-59b6-49b1-b900-0ef749916fb5), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:38.532392 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (3b325145-3f6b-44c0-99d6-449f09ada113), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:38.555246 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:38.570721 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cc5ed-61df-4d95-bc99-b29f3eb53d38 req-2f527b42-f1bc-486f-8dea-11614631bfb0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:38.572224 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-424cc5ed-61df-4d95-bc99-b29f3eb53d38 req-2f527b42-f1bc-486f-8dea-11614631bfb0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 932 time: 0.1638536 Aug 31 04:09:38.588285 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:38.591682 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Transition to ACTIVE for port object 18837e08-59b6-49b1-b900-0ef749916fb5 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:09:38.615530 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade04518-dd21-4bd5-af38-b51bdc6fc8c8 req-7fba5f3a-50ae-4da1-95d6-98cc6ade8a65 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:38.616999 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ade04518-dd21-4bd5-af38-b51bdc6fc8c8 req-7fba5f3a-50ae-4da1-95d6-98cc6ade8a65 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 932 time: 0.1496015 Aug 31 04:09:38.617595 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (18837e08-59b6-49b1-b900-0ef749916fb5), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:38.661824 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Pushing event updated for resources: {'Port': ['ID=2b4e274a-7f96-4559-a287-f29400ea3c90,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:39.074379 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-424cc5ed-61df-4d95-bc99-b29f3eb53d38 req-c8abd2c1-1a1a-4c6e-92f0-9373ec301bfb tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921136 Aug 31 04:09:39.085551 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Pushing event updated for resources: {'Port': ['ID=3b325145-3f6b-44c0-99d6-449f09ada113,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:39.102568 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4a38be32-98cb-48fd-b704-e08ed42a7fef details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:09:39.157377 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ade04518-dd21-4bd5-af38-b51bdc6fc8c8 req-40fa28ab-257c-4f36-a881-166b90b3ecdb tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5110376 Aug 31 04:09:39.187133 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Attempting to bind port 2b4e274a-7f96-4559-a287-f29400ea3c90 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:09:39.187133 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Attempting to bind port 2b4e274a-7f96-4559-a287-f29400ea3c90 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '02d84bed-2e21-462b-89c3-4802a2ac7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:09:39.187133 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Attempting to bind port 2b4e274a-7f96-4559-a287-f29400ea3c90 on network cce3a859-4e9e-46fa-badb-7d5c4e79d14e {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:09:39.209198 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4a38be32-98cb-48fd-b704-e08ed42a7fef, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:39.216938 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:39.221923 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'port_id': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'mac_address': 'fa:16:3e:8b:de:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:09:39.225941 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Attempting to bind port 3b325145-3f6b-44c0-99d6-449f09ada113 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:09:39.226276 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Attempting to bind port 3b325145-3f6b-44c0-99d6-449f09ada113 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '5dc53a97-5706-4654-8311-94a4f77c73e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f3daff5e-9e3d-4999-a212-86ec6d078ed2'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:09:39.226611 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Attempting to bind port 3b325145-3f6b-44c0-99d6-449f09ada113 on network f3daff5e-9e3d-4999-a212-86ec6d078ed2 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:09:39.231765 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Port 2b4e274a-7f96-4559-a287-f29400ea3c90 on network cce3a859-4e9e-46fa-badb-7d5c4e79d14e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:09:39.232087 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Attempting to bind port 2b4e274a-7f96-4559-a287-f29400ea3c90 on network cce3a859-4e9e-46fa-badb-7d5c4e79d14e {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:09:39.233933 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Pushing event updated for resources: {'Port': ['ID=18837e08-59b6-49b1-b900-0ef749916fb5,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:39.256379 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Port 3b325145-3f6b-44c0-99d6-449f09ada113 on network f3daff5e-9e3d-4999-a212-86ec6d078ed2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:09:39.256705 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Attempting to bind port 3b325145-3f6b-44c0-99d6-449f09ada113 on network f3daff5e-9e3d-4999-a212-86ec6d078ed2 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:09:39.261150 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 4a38be32-98cb-48fd-b704-e08ed42a7fef is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:39.261719 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:39.262031 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:09:39.262363 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Checking segment: {'id': '02d84bed-2e21-462b-89c3-4802a2ac7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:09:39.262742 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Bound using segment: {'id': '02d84bed-2e21-462b-89c3-4802a2ac7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:09:39.263203 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Bound port: 2b4e274a-7f96-4559-a287-f29400ea3c90, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d84bed-2e21-462b-89c3-4802a2ac7b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:09:39.263563 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:39.270705 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837aad2-6063-4987-b252-3c0b28e70241 req-74d5fca7-970b-4c92-991c-e9e5f1595fda tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:39.272228 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c837aad2-6063-4987-b252-3c0b28e70241 req-74d5fca7-970b-4c92-991c-e9e5f1595fda tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 945 time: 0.1200781 Aug 31 04:09:39.275825 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Attempting to bind port 18837e08-59b6-49b1-b900-0ef749916fb5 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:09:39.275996 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a38be32-98cb-48fd-b704-e08ed42a7fef {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:09:39.276190 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Attempting to bind port 18837e08-59b6-49b1-b900-0ef749916fb5 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:09:39.276514 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Attempting to bind port 18837e08-59b6-49b1-b900-0ef749916fb5 on network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:09:39.288657 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:09:39.288981 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Checking segment: {'id': '5dc53a97-5706-4654-8311-94a4f77c73e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f3daff5e-9e3d-4999-a212-86ec6d078ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:09:39.289379 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Bound using segment: {'id': '5dc53a97-5706-4654-8311-94a4f77c73e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f3daff5e-9e3d-4999-a212-86ec6d078ed2'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:09:39.289791 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Bound port: 3b325145-3f6b-44c0-99d6-449f09ada113, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc53a97-5706-4654-8311-94a4f77c73e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f3daff5e-9e3d-4999-a212-86ec6d078ed2'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:09:39.290176 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (3b325145-3f6b-44c0-99d6-449f09ada113), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:39.297288 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4a38be32-98cb-48fd-b704-e08ed42a7fef, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:39.301348 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Port 18837e08-59b6-49b1-b900-0ef749916fb5 on network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:09:39.301578 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:39.301689 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Attempting to bind port 18837e08-59b6-49b1-b900-0ef749916fb5 on network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:09:39.342527 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:09:39.342870 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Checking segment: {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:09:39.343281 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Bound using segment: {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:09:39.343715 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Bound port: 18837e08-59b6-49b1-b900-0ef749916fb5, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801a4d51-54f1-4e72-8b55-9af28b1538de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:09:39.344070 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (18837e08-59b6-49b1-b900-0ef749916fb5), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:39.349150 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=4a38be32-98cb-48fd-b704-e08ed42a7fef,revision_number=9']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:39.486111 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c837aad2-6063-4987-b252-3c0b28e70241 req-843699aa-3f90-4617-bddd-911a48075c16 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996858 Aug 31 04:09:39.499779 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] For port 2b4e274a-7f96-4559-a287-f29400ea3c90, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:09:39.544903 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e17de3-821f-4018-883b-e48933cd7b4e req-2d4b5765-fd8b-43dc-80af-9bf27f7ab6c8 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:39.546420 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-81e17de3-821f-4018-883b-e48933cd7b4e req-2d4b5765-fd8b-43dc-80af-9bf27f7ab6c8 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 944 time: 0.1330924 Aug 31 04:09:39.549436 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] For port 2b4e274a-7f96-4559-a287-f29400ea3c90, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2b4e274a-7f96-4559-a287-f29400ea3c90,segment=NetworkSegment(02d84bed-2e21-462b-89c3-4802a2ac7b49),segment_id=02d84bed-2e21-462b-89c3-4802a2ac7b49)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:09:39.551188 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] For port 3b325145-3f6b-44c0-99d6-449f09ada113, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:09:39.555627 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:39.564559 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['4a38be32-98cb-48fd-b704-e08ed42a7fef'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:09:39.583962 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:39.585287 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:39.609116 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] For port 18837e08-59b6-49b1-b900-0ef749916fb5, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:09:39.616706 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:39.617327 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:39.618717 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/2b4e274a-7f96-4559-a287-f29400ea3c90 HTTP/1.1" status: 200 len: 1094 time: 2.3839173 Aug 31 04:09:39.620698 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] For port 3b325145-3f6b-44c0-99d6-449f09ada113, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b325145-3f6b-44c0-99d6-449f09ada113,segment=NetworkSegment(5dc53a97-5706-4654-8311-94a4f77c73e0),segment_id=5dc53a97-5706-4654-8311-94a4f77c73e0)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:09:39.628739 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb2046f-ab11-422b-9573-3188818a82f8', 'tag': '2b4e274a-7f96-4559-a287-f29400ea3c90'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:09:39.631651 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d10082-78e4-4b72-9986-5d7457ee3145" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb2046f-ab11-422b-9573-3188818a82f8", "tag": "2b4e274a-7f96-4559-a287-f29400ea3c90"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:09:39.665868 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] For port 18837e08-59b6-49b1-b900-0ef749916fb5, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=18837e08-59b6-49b1-b900-0ef749916fb5,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:09:39.675701 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (3b325145-3f6b-44c0-99d6-449f09ada113), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:39.680969 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:39.688029 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:39.688720 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:39.690023 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/3b325145-3f6b-44c0-99d6-449f09ada113 HTTP/1.1" status: 200 len: 1094 time: 2.4527845 Aug 31 04:09:39.698517 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (18837e08-59b6-49b1-b900-0ef749916fb5), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:39.709672 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e603ec3-b7e2-41eb-ac8f-893640bd4b0c req-6f5f1e3c-86c7-4e14-808c-c3b951fbb9d1 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:39.711195 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6e603ec3-b7e2-41eb-ac8f-893640bd4b0c req-6f5f1e3c-86c7-4e14-808c-c3b951fbb9d1 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 944 time: 0.1638124 Aug 31 04:09:39.712406 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:39.712996 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:39.714380 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/18837e08-59b6-49b1-b900-0ef749916fb5 HTTP/1.1" status: 200 len: 1094 time: 2.4783692 Aug 31 04:09:39.753873 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-81e17de3-821f-4018-883b-e48933cd7b4e req-6fe3c253-8d28-4a0f-b327-cf1795cb25b1 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935251 Aug 31 04:09:39.756560 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32600a-499e-4192-95e9-c5cc18e22f4d service neutron] Pushing event updated for resources: {'Port': ['ID=2b4e274a-7f96-4559-a287-f29400ea3c90,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:39.821725 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6e603ec3-b7e2-41eb-ac8f-893640bd4b0c req-f6756774-3359-469c-9a5a-23299faa2242 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015210 Aug 31 04:09:39.823439 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160add4e-9b6e-467a-9043-01f43dae7a5e x-openstack-request-id: req-160add4e-9b6e-467a-9043-01f43dae7a5e {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:09:39.823751 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb2046f-ab11-422b-9573-3188818a82f8", "tag": "2b4e274a-7f96-4559-a287-f29400ea3c90", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:09:39.823992 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-160add4e-9b6e-467a-9043-01f43dae7a5e {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:09:39.824540 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-160add4e-9b6e-467a-9043-01f43dae7a5e'] response: {'name': 'network-changed', 'server_uuid': '4eb2046f-ab11-422b-9573-3188818a82f8', 'tag': '2b4e274a-7f96-4559-a287-f29400ea3c90', 'status': 'completed', 'code': 200} Aug 31 04:09:39.834421 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7709cc-7060-4dbf-b6c7-c46ab13ffd3e service neutron] Pushing event updated for resources: {'Port': ['ID=3b325145-3f6b-44c0-99d6-449f09ada113,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:39.893642 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1f455-96b0-480e-b4d9-419fc675771b service neutron] Pushing event updated for resources: {'Port': ['ID=18837e08-59b6-49b1-b900-0ef749916fb5,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:40.017927 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-3bcc38e6-3704-45c9-bce6-150d0e680567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:40.019407 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-3bcc38e6-3704-45c9-bce6-150d0e680567 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=dfefc6f232404c6ca48d073df67c3907&device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 1128 time: 0.1030147 Aug 31 04:09:40.020588 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-731a721e-84c7-40b0-9bbd-86e3f6bd193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:40.021944 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-731a721e-84c7-40b0-9bbd-86e3f6bd193f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d362e24b36234e6b9a62f07a06dcd9f3&device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 1128 time: 0.0966053 Aug 31 04:09:40.022824 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-cabaa634-0b03-464a-b43d-a3ab629551a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:40.024195 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-cabaa634-0b03-464a-b43d-a3ab629551a9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 1128 time: 0.0964568 Aug 31 04:09:40.132481 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-69f8a2bc-2f8f-499c-99df-78f63f1a82b2 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18837e08-59b6-49b1-b900-0ef749916fb5 HTTP/1.1" status: 200 len: 217 time: 0.0926912 Aug 31 04:09:40.133708 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-de6e7941-3bc3-4b55-8162-0fdc7ca87da4 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b4e274a-7f96-4559-a287-f29400ea3c90 HTTP/1.1" status: 200 len: 217 time: 0.0951965 Aug 31 04:09:40.135066 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-322f04db-8ed1-415c-b58e-a10b3e1032ac service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b325145-3f6b-44c0-99d6-449f09ada113 HTTP/1.1" status: 200 len: 217 time: 0.0944679 Aug 31 04:09:40.335839 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f8a65-2c0b-4480-9a23-4edec084f1c3 req-58567fb4-a1ab-434e-88c2-de9efa9b97e0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:40.337314 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a75f8a65-2c0b-4480-9a23-4edec084f1c3 req-58567fb4-a1ab-434e-88c2-de9efa9b97e0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 944 time: 0.1677253 Aug 31 04:09:40.354120 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-0d2e48a9-a6d6-482a-af2e-a2e962a2dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:40.355953 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-0d2e48a9-a6d6-482a-af2e-a2e962a2dbcc service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d4171192-3c90-4c21-8e83-5dc4c356643b HTTP/1.1" status: 200 len: 853 time: 0.2068796 Aug 31 04:09:40.363780 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-bba4d642-0575-4d94-9ec8-c921d580620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:40.365131 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-bba4d642-0575-4d94-9ec8-c921d580620e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fa37a94d-b25b-47af-8952-0a7e47ca5103 HTTP/1.1" status: 200 len: 858 time: 0.2183149 Aug 31 04:09:40.368770 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-c3db8381-09d2-4256-aaf5-88a178860a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:40.370604 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-c3db8381-09d2-4256-aaf5-88a178860a1c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06056994-53a0-4d43-a07f-b876f8773cdd HTTP/1.1" status: 200 len: 854 time: 0.2221591 Aug 31 04:09:40.389849 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084cfe7-9dc9-4cf4-83a2-c0e3423c5063 req-aab56aea-68bd-408f-9dad-18c0af2b006d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:40.391336 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a084cfe7-9dc9-4cf4-83a2-c0e3423c5063 req-aab56aea-68bd-408f-9dad-18c0af2b006d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 944 time: 0.1453416 Aug 31 04:09:40.425382 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3741e41-1650-4e70-be1a-38595bcbb137 req-5a4b4f31-e1b4-4b67-8e8e-72abbdd1e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:40.426881 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-a3741e41-1650-4e70-be1a-38595bcbb137 req-5a4b4f31-e1b4-4b67-8e8e-72abbdd1e178 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66bcbde4eda6417ea15dca2371c28540&device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 1128 time: 0.0408432 Aug 31 04:09:40.493839 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-082004ff-57e0-47fe-9f04-16d23dacab89 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=f3daff5e-9e3d-4999-a212-86ec6d078ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975530 Aug 31 04:09:40.494232 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:40.525622 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-9bb6fe5d-1da1-45d7-a5fe-1b3bc0ff2db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:40.527473 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-9bb6fe5d-1da1-45d7-a5fe-1b3bc0ff2db7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cce3a859-4e9e-46fa-badb-7d5c4e79d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1601114 Aug 31 04:09:40.562338 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-f9aa1b3b-401e-4e88-849b-80949aaa0d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:40.563724 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-f9aa1b3b-401e-4e88-849b-80949aaa0d84 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1686699 Aug 31 04:09:40.571575 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a75f8a65-2c0b-4480-9a23-4edec084f1c3 req-4fa1f855-a8b8-4814-af6b-30a97fceb2c0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242579 Aug 31 04:09:40.612112 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3741e41-1650-4e70-be1a-38595bcbb137 req-5fb440ff-5c9d-4862-960a-5ea51112129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:40.613595 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-a3741e41-1650-4e70-be1a-38595bcbb137 req-5fb440ff-5c9d-4862-960a-5ea51112129a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=52829969-a42a-442d-a4b2-1b1707d47a14 HTTP/1.1" status: 200 len: 918 time: 0.1674259 Aug 31 04:09:40.703946 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-a3741e41-1650-4e70-be1a-38595bcbb137 req-ed32eaba-ddd5-43c4-b68f-7912cd149d39 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef HTTP/1.1" status: 200 len: 999 time: 0.0847700 Aug 31 04:09:40.704525 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a084cfe7-9dc9-4cf4-83a2-c0e3423c5063 req-ab008ee1-b2f2-47fd-bb7d-fdf6009208cf tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735388 Aug 31 04:09:40.755981 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3741e41-1650-4e70-be1a-38595bcbb137 req-46d395c8-b8f1-4319-aa12-a4328c5f5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:40.757593 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-a3741e41-1650-4e70-be1a-38595bcbb137 req-46d395c8-b8f1-4319-aa12-a4328c5f5b51 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6e59a379-9915-439a-b89a-fd25376e37d9 HTTP/1.1" status: 200 len: 856 time: 0.0473020 Aug 31 04:09:40.770593 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:40.803147 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3741e41-1650-4e70-be1a-38595bcbb137 req-fcc7ce09-07b2-4b7f-b772-5ff4f1c27fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:40.804806 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-a3741e41-1650-4e70-be1a-38595bcbb137 req-fcc7ce09-07b2-4b7f-b772-5ff4f1c27fc7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=52829969-a42a-442d-a4b2-1b1707d47a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414138 Aug 31 04:09:40.815942 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef17af-f57f-4967-93c1-8eb67c152d48 req-ef32ac7f-eb33-4842-b100-11cccbaa669c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:40.817318 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8aef17af-f57f-4967-93c1-8eb67c152d48 req-ef32ac7f-eb33-4842-b100-11cccbaa669c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 945 time: 0.1467614 Aug 31 04:09:40.819190 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-9b77a34d-e90f-4937-b383-e0da3095a8e0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f3daff5e-9e3d-4999-a212-86ec6d078ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162594 Aug 31 04:09:40.889962 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-ba078225-7313-430d-b707-66d29d02d343 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174088 Aug 31 04:09:40.904995 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-a3741e41-1650-4e70-be1a-38595bcbb137 req-15cbec8b-e575-4b1a-923b-f7293c091195 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931497 Aug 31 04:09:40.971554 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-0e0034de-9118-49d2-beaf-2d09ba3ffdaa service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325128 Aug 31 04:09:41.000772 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-a3741e41-1650-4e70-be1a-38595bcbb137 req-c364af6b-6393-4f22-958f-ed6ec80211c9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880439 Aug 31 04:09:41.032599 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08108c-e34d-4825-8533-c5671fc28a8e req-a4e78d7d-d58e-4ad7-807d-7e4eaf235c3a tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:41.034073 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eb08108c-e34d-4825-8533-c5671fc28a8e req-a4e78d7d-d58e-4ad7-807d-7e4eaf235c3a tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 944 time: 0.1974580 Aug 31 04:09:41.091815 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4a38be32-98cb-48fd-b704-e08ed42a7fef up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:41.139056 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 4a38be32-98cb-48fd-b704-e08ed42a7fef triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:41.139461 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:41.219051 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 4a38be32-98cb-48fd-b704-e08ed42a7fef is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:41.219518 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:41.244423 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a38be32-98cb-48fd-b704-e08ed42a7fef'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:09:41.247257 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fcb49b-f47e-44ae-a0a0-b7f351578b38" -d '{"events": [{"server_uuid": "675abe1e-ac1e-458b-b5ac-745a7f6917b7", "name": "network-vif-plugged", "status": "completed", "tag": "4a38be32-98cb-48fd-b704-e08ed42a7fef"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:09:41.260027 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4a38be32-98cb-48fd-b704-e08ed42a7fef, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:41.265464 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:41.316998 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=4a38be32-98cb-48fd-b704-e08ed42a7fef,revision_number=10']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:41.362789 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8aef17af-f57f-4967-93c1-8eb67c152d48 req-888365cd-722e-4248-ba7f-8fadc1c98d9a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5270269 Aug 31 04:09:41.443018 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6e6a03f-fdd0-4ef8-8ba1-b5754e1b7a94 req-ceea8a58-6c4a-46cf-aebe-9b2c04b5d869 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f3daff5e-9e3d-4999-a212-86ec6d078ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084609 Aug 31 04:09:41.467778 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eb08108c-e34d-4825-8533-c5671fc28a8e req-893a7934-6c1e-4ba4-b101-47cb161a6977 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179242 Aug 31 04:09:41.469741 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c32e6c3-e5d2-4fdc-94d9-eba5db7c1e33 req-82ba0810-fefa-4c36-8355-a83ec6a95858 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327713 Aug 31 04:09:41.505188 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-488e2d3b-b652-4074-a949-fa5ae8cd84e7 req-96eabea8-759b-482d-9780-3b698463b319 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197971 Aug 31 04:09:41.513982 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa25101-6f4b-4ba6-8eaa-37c2c97d9d20 x-openstack-request-id: req-2aa25101-6f4b-4ba6-8eaa-37c2c97d9d20 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:09:41.514457 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675abe1e-ac1e-458b-b5ac-745a7f6917b7", "name": "network-vif-plugged", "status": "completed", "tag": "4a38be32-98cb-48fd-b704-e08ed42a7fef", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:09:41.514906 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2aa25101-6f4b-4ba6-8eaa-37c2c97d9d20 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:09:41.515399 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa25101-6f4b-4ba6-8eaa-37c2c97d9d20'] response: {'server_uuid': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'code': 200} Aug 31 04:09:41.518461 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade9cb6-f4f0-4689-ac0e-f44e2ffb1cdc req-34e96908-5b55-4707-a115-12287f7b90a4 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:41.520003 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bade9cb6-f4f0-4689-ac0e-f44e2ffb1cdc req-34e96908-5b55-4707-a115-12287f7b90a4 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 946 time: 0.0746198 Aug 31 04:09:41.578441 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bade9cb6-f4f0-4689-ac0e-f44e2ffb1cdc req-8ff37e8a-88d7-476f-ad5a-99b79cdd269d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524740 Aug 31 04:09:41.612367 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc97d38-7217-4277-9446-48cbc25e454d req-74a8b0d9-6fd2-4421-a804-12a11e7e7f98 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:41.613919 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-edc97d38-7217-4277-9446-48cbc25e454d req-74a8b0d9-6fd2-4421-a804-12a11e7e7f98 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 945 time: 0.0558205 Aug 31 04:09:41.623791 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45012) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:41.628255 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-9587852c-d8c8-49ee-a4b5-978ca34207e7 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'floatingip': {'port_id': '4a5f6087-e036-48f1-876a-01f9c49bc717'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:41.705975 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:41.709024 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9587852c-d8c8-49ee-a4b5-978ca34207e7 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (3e37f14a-b70a-4b28-849f-dcdc8b53470c), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:41.806026 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aec572-b0e4-451c-9330-f6f748db4a59 req-2d1739fe-9ea9-4289-bf0e-f606ae76ff5d tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:41.807830 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-03aec572-b0e4-451c-9330-f6f748db4a59 req-2d1739fe-9ea9-4289-bf0e-f606ae76ff5d tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 944 time: 0.1530786 Aug 31 04:09:41.830308 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2479a0a1-0225-4763-b228-5fedb5083ed2', 'tag': '3b325145-3f6b-44c0-99d6-449f09ada113'}, {'name': 'network-changed', 'server_uuid': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'tag': '18837e08-59b6-49b1-b900-0ef749916fb5'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:09:41.832628 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60" -d '{"events": [{"name": "network-changed", "server_uuid": "2479a0a1-0225-4763-b228-5fedb5083ed2", "tag": "3b325145-3f6b-44c0-99d6-449f09ada113"}, {"name": "network-changed", "server_uuid": "cfefb434-dbeb-4fcc-8ebd-8603ee9beae9", "tag": "18837e08-59b6-49b1-b900-0ef749916fb5"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:09:41.902271 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f46bb4-fbcb-4dea-bb4e-90fffb5cf535 req-70b7c518-04f7-411d-b488-99e71cf6eea6 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:41.903691 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-98f46bb4-fbcb-4dea-bb4e-90fffb5cf535 req-70b7c518-04f7-411d-b488-99e71cf6eea6 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 944 time: 0.1153076 Aug 31 04:09:41.994169 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-03aec572-b0e4-451c-9330-f6f748db4a59 req-688f6c5d-2fe9-407a-8826-7411bc8a2078 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791754 Aug 31 04:09:42.050545 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 31 Aug 2022 04:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167d9677-b142-4cd9-a5f3-0f774e9f6e1f x-openstack-request-id: req-167d9677-b142-4cd9-a5f3-0f774e9f6e1f {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:09:42.050841 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2479a0a1-0225-4763-b228-5fedb5083ed2", "tag": "3b325145-3f6b-44c0-99d6-449f09ada113", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cfefb434-dbeb-4fcc-8ebd-8603ee9beae9", "tag": "18837e08-59b6-49b1-b900-0ef749916fb5", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:09:42.051111 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-167d9677-b142-4cd9-a5f3-0f774e9f6e1f {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:09:42.051509 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167d9677-b142-4cd9-a5f3-0f774e9f6e1f'] response: {'name': 'network-changed', 'server_uuid': '2479a0a1-0225-4763-b228-5fedb5083ed2', 'tag': '3b325145-3f6b-44c0-99d6-449f09ada113', 'status': 'completed', 'code': 200} Aug 31 04:09:42.051768 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167d9677-b142-4cd9-a5f3-0f774e9f6e1f'] response: {'name': 'network-changed', 'server_uuid': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'tag': '18837e08-59b6-49b1-b900-0ef749916fb5', 'status': 'completed', 'code': 200} Aug 31 04:09:42.060624 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:42.066476 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-98f46bb4-fbcb-4dea-bb4e-90fffb5cf535 req-6edb6e3d-834e-415f-bdc1-e30bcfb428f7 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455984 Aug 31 04:09:42.443965 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9587852c-d8c8-49ee-a4b5-978ca34207e7 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:42.450435 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9587852c-d8c8-49ee-a4b5-978ca34207e7 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (3e37f14a-b70a-4b28-849f-dcdc8b53470c), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:42.578657 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [None req-9587852c-d8c8-49ee-a4b5-978ca34207e7 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Floating IP 3e37f14a-b70a-4b28-849f-dcdc8b53470c associated. External IP: 172.27.1.80, port: 4a5f6087-e036-48f1-876a-01f9c49bc717. Aug 31 04:09:42.626042 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864479d1-3abb-4940-a1b2-d24c2bf0f2a0 req-5b4d10d7-3dd1-4fda-afd0-3fe1f8fa724e tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:42.627454 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-864479d1-3abb-4940-a1b2-d24c2bf0f2a0 req-5b4d10d7-3dd1-4fda-afd0-3fe1f8fa724e tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 944 time: 0.0852983 Aug 31 04:09:42.755908 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-864479d1-3abb-4940-a1b2-d24c2bf0f2a0 req-d55fb601-86df-4471-8cc7-a1125ffd5432 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215329 Aug 31 04:09:42.763247 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f664df2-3556-4bea-a776-bd2d2cef6d44 req-225ab6ed-782c-4791-9399-5bbc40929fe2 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:42.764716 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3f664df2-3556-4bea-a776-bd2d2cef6d44 req-225ab6ed-782c-4791-9399-5bbc40929fe2 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 946 time: 0.0856471 Aug 31 04:09:42.849945 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:42.888552 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3f664df2-3556-4bea-a776-bd2d2cef6d44 req-b2461b0c-a8e0-464e-85b1-f22f374de50f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175685 Aug 31 04:09:42.912212 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9587852c-d8c8-49ee-a4b5-978ca34207e7 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Router 452f5ef7-61d0-42f8-9266-736c6a122aeb has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:09:43.014857 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9587852c-d8c8-49ee-a4b5-978ca34207e7 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:09:43.020109 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9587852c-d8c8-49ee-a4b5-978ca34207e7 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:43.025178 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511a48c-ec04-4498-a779-def4d833e170 None None] Sync routers for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:09:43.036182 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511a48c-ec04-4498-a779-def4d833e170 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:09:43.036840 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-4511a48c-ec04-4498-a779-def4d833e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:09:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:43.054403 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-9587852c-d8c8-49ee-a4b5-978ca34207e7 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/3e37f14a-b70a-4b28-849f-dcdc8b53470c HTTP/1.1" status: 200 len: 990 time: 1.4273133 Aug 31 04:09:43.088080 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 3b325145-3f6b-44c0-99d6-449f09ada113 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:09:43.118761 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b3280-6d2c-40a1-845e-ab7d764deacb req-e99ae777-7a7d-4cd4-ac72-d0bfede5dc38 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:43.120387 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-240b3280-6d2c-40a1-845e-ab7d764deacb req-e99ae777-7a7d-4cd4-ac72-d0bfede5dc38 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 944 time: 0.0489585 Aug 31 04:09:43.145534 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:43.171308 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-4511a48c-ec04-4498-a779-def4d833e170 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:09:43.467678 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3913cf-b291-4f42-868e-8af5fd920ca8 req-32991f0a-9287-4438-9ff9-5f0b9bb5073a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:43.469178 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ce3913cf-b291-4f42-868e-8af5fd920ca8 req-32991f0a-9287-4438-9ff9-5f0b9bb5073a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 944 time: 0.3261766 Aug 31 04:09:43.472341 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-240b3280-6d2c-40a1-845e-ab7d764deacb req-f7b68a60-2b69-451c-a0da-b4b4f1338ba2 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445475 Aug 31 04:09:43.492209 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 3b325145-3f6b-44c0-99d6-449f09ada113, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b325145-3f6b-44c0-99d6-449f09ada113,segment=NetworkSegment(5dc53a97-5706-4654-8311-94a4f77c73e0),segment_id=5dc53a97-5706-4654-8311-94a4f77c73e0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:43.503278 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:43.516928 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '3b325145-3f6b-44c0-99d6-449f09ada113', 'network_id': 'f3daff5e-9e3d-4999-a212-86ec6d078ed2', 'port_id': '3b325145-3f6b-44c0-99d6-449f09ada113', 'mac_address': 'fa:16:3e:66:52:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06056994-53a0-4d43-a07f-b876f8773cdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:09:43.521439 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ce3913cf-b291-4f42-868e-8af5fd920ca8 req-8cea7e98-63de-4391-9699-1ddde302b560 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457985 Aug 31 04:09:43.604970 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 3b325145-3f6b-44c0-99d6-449f09ada113 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:43.605381 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (3b325145-3f6b-44c0-99d6-449f09ada113), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:43.627450 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b325145-3f6b-44c0-99d6-449f09ada113 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:09:43.671486 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:43.674998 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 3b325145-3f6b-44c0-99d6-449f09ada113, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b325145-3f6b-44c0-99d6-449f09ada113,segment=NetworkSegment(5dc53a97-5706-4654-8311-94a4f77c73e0),segment_id=5dc53a97-5706-4654-8311-94a4f77c73e0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:43.679096 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-4511a48c-ec04-4498-a779-def4d833e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '3e0fd4f6-f214-4338-af25-6ffc7a17f848', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '55988fa5-eb1f-435f-ba39-34e32cd7d071', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:e7:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:06:39Z', 'updated_at': '2022-08-31T04:07:35Z', 'revision_number': 2, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}, {'id': '3e37f14a-b70a-4b28-849f-dcdc8b53470c', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '4a5f6087-e036-48f1-876a-01f9c49bc717', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:82:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdae6298-1a2e-4f4a-88e0-32a21a1fed41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:09:06Z', 'updated_at': '2022-08-31T04:09:42Z', 'revision_number': 1, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:43.682753 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (3b325145-3f6b-44c0-99d6-449f09ada113), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:43.709322 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511a48c-ec04-4498-a779-def4d833e170 None None] Checking router: 452f5ef7-61d0-42f8-9266-736c6a122aeb for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:09:43.747334 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511a48c-ec04-4498-a779-def4d833e170 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:09:43.747851 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-4511a48c-ec04-4498-a779-def4d833e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:09:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:43.794956 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=3b325145-3f6b-44c0-99d6-449f09ada113,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:43.865886 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-4511a48c-ec04-4498-a779-def4d833e170 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:09:43.884989 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3faf2-469e-4436-849f-8b9ad4cdf002 req-87b1d46d-8cec-44df-9378-bed9963e0197 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:43.886584 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9c3faf2-469e-4436-849f-8b9ad4cdf002 req-87b1d46d-8cec-44df-9378-bed9963e0197 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 944 time: 0.0501599 Aug 31 04:09:43.948202 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9c3faf2-469e-4436-849f-8b9ad4cdf002 req-cc3417af-e4d7-4e74-bd2a-7f7bfa4c842a tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554128 Aug 31 04:09:43.976965 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['3b325145-3f6b-44c0-99d6-449f09ada113'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:09:44.017483 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afdc2e-33f7-4c4a-9f36-d3c715daee70 req-31e208d6-938e-4c62-95e6-7f09ba65f20f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:44.019518 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-17afdc2e-33f7-4c4a-9f36-d3c715daee70 req-31e208d6-938e-4c62-95e6-7f09ba65f20f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 946 time: 0.0467839 Aug 31 04:09:44.053900 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdae6298-1a2e-4f4a-88e0-32a21a1fed41', 'tag': '4a5f6087-e036-48f1-876a-01f9c49bc717'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:09:44.056413 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731e658b-d5ba-4412-a765-e92fabf58c34" -d '{"events": [{"name": "network-changed", "server_uuid": "fdae6298-1a2e-4f4a-88e0-32a21a1fed41", "tag": "4a5f6087-e036-48f1-876a-01f9c49bc717"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:09:44.088492 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-17afdc2e-33f7-4c4a-9f36-d3c715daee70 req-0986e905-3221-42e5-9f38-bf4e830ad28f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639620 Aug 31 04:09:44.099191 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f75f25e-b26b-40c1-a29f-e5ee8bf5e4d9 x-openstack-request-id: req-9f75f25e-b26b-40c1-a29f-e5ee8bf5e4d9 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:09:44.099580 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdae6298-1a2e-4f4a-88e0-32a21a1fed41", "tag": "4a5f6087-e036-48f1-876a-01f9c49bc717", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:09:44.099745 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f75f25e-b26b-40c1-a29f-e5ee8bf5e4d9 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:09:44.100123 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f75f25e-b26b-40c1-a29f-e5ee8bf5e4d9'] response: {'name': 'network-changed', 'server_uuid': 'fdae6298-1a2e-4f4a-88e0-32a21a1fed41', 'tag': '4a5f6087-e036-48f1-876a-01f9c49bc717', 'status': 'completed', 'code': 200} Aug 31 04:09:44.174042 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-4511a48c-ec04-4498-a779-def4d833e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '3e0fd4f6-f214-4338-af25-6ffc7a17f848', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '55988fa5-eb1f-435f-ba39-34e32cd7d071', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:e7:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:06:39Z', 'updated_at': '2022-08-31T04:07:35Z', 'revision_number': 2, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}, {'id': '3e37f14a-b70a-4b28-849f-dcdc8b53470c', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '4a5f6087-e036-48f1-876a-01f9c49bc717', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:82:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdae6298-1a2e-4f4a-88e0-32a21a1fed41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:09:06Z', 'updated_at': '2022-08-31T04:09:42Z', 'revision_number': 1, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:44.202680 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511a48c-ec04-4498-a779-def4d833e170 None None] The sync data for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi is: [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '3e0fd4f6-f214-4338-af25-6ffc7a17f848', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '55988fa5-eb1f-435f-ba39-34e32cd7d071', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:e7:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:06:39Z', 'updated_at': '2022-08-31T04:07:35Z', 'revision_number': 2, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}, {'id': '3e37f14a-b70a-4b28-849f-dcdc8b53470c', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '4a5f6087-e036-48f1-876a-01f9c49bc717', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:82:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdae6298-1a2e-4f4a-88e0-32a21a1fed41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:09:06Z', 'updated_at': '2022-08-31T04:09:42Z', 'revision_number': 1, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:09:44.203060 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-552d2bc7-2fea-4a75-ac0d-2bb317676703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:44.204480 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-552d2bc7-2fea-4a75-ac0d-2bb317676703 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d362e24b36234e6b9a62f07a06dcd9f3&device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 1129 time: 0.0706096 Aug 31 04:09:44.205668 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d10082-78e4-4b72-9986-5d7457ee3145 req-0b7af2b2-6df0-4b3b-8f7c-045faca9dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:44.207057 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d3d10082-78e4-4b72-9986-5d7457ee3145 req-0b7af2b2-6df0-4b3b-8f7c-045faca9dbd6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=dfefc6f232404c6ca48d073df67c3907&device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 1128 time: 0.0611873 Aug 31 04:09:44.384860 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f21db-c585-4ff5-b89e-38de4dc01a80 None None] New status for floating IP 3e37f14a-b70a-4b28-849f-dcdc8b53470c: ACTIVE {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:09:44.674875 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb87405-1936-4580-976d-4e681e4b17ef req-28c21466-e08d-43bf-9ec4-fc552de63454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:44.676799 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-9eb87405-1936-4580-976d-4e681e4b17ef req-28c21466-e08d-43bf-9ec4-fc552de63454 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 1130 time: 0.0407898 Aug 31 04:09:44.719166 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e658b-d5ba-4412-a765-e92fabf58c34 req-1b09158e-6af3-4a39-9025-fb79128c8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:44.720668 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-731e658b-d5ba-4412-a765-e92fabf58c34 req-1b09158e-6af3-4a39-9025-fb79128c8874 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 1129 time: 0.1893239 Aug 31 04:09:44.722385 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-9eb87405-1936-4580-976d-4e681e4b17ef req-ad0e0669-e802-441b-ba2b-12c674bd0fed service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393014 Aug 31 04:09:44.750510 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497cd87-4c0c-4df2-ae95-bddcfcc0168a req-4a6ba50e-e90f-478c-96ab-99e255feb43f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:44.752006 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7497cd87-4c0c-4df2-ae95-bddcfcc0168a req-4a6ba50e-e90f-478c-96ab-99e255feb43f tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 945 time: 0.1663942 Aug 31 04:09:44.783200 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793f029-3a3a-4606-9c41-986ea706e429 req-9747233d-4cbf-4cf0-8a48-7340ed5a8204 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:44.784686 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e793f029-3a3a-4606-9c41-986ea706e429 req-9747233d-4cbf-4cf0-8a48-7340ed5a8204 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 944 time: 0.1305153 Aug 31 04:09:44.846285 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-0539c87c-bc32-4a87-9df5-6284e1378dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:44.847718 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-0539c87c-bc32-4a87-9df5-6284e1378dce service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=f3daff5e-9e3d-4999-a212-86ec6d078ed2 HTTP/1.1" status: 200 len: 915 time: 0.3262854 Aug 31 04:09:44.858920 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:44.860157 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d10082-78e4-4b72-9986-5d7457ee3145 req-20982825-c666-47d5-963e-c142d7307a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:44.861856 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d3d10082-78e4-4b72-9986-5d7457ee3145 req-20982825-c666-47d5-963e-c142d7307a52 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cce3a859-4e9e-46fa-badb-7d5c4e79d14e HTTP/1.1" status: 200 len: 915 time: 0.3511496 Aug 31 04:09:44.884484 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7497cd87-4c0c-4df2-ae95-bddcfcc0168a req-4c2c1558-ab3e-4cf3-9139-b37edf755099 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241918 Aug 31 04:09:44.898589 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e793f029-3a3a-4606-9c41-986ea706e429 req-f18b7335-f3b2-4788-b6d5-2d227f39d376 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071625 Aug 31 04:09:45.058698 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-4d7cc252-2c4a-470a-bb83-6c024de8c8e0 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b325145-3f6b-44c0-99d6-449f09ada113 HTTP/1.1" status: 200 len: 217 time: 0.0939057 Aug 31 04:09:45.067804 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d3d10082-78e4-4b72-9986-5d7457ee3145 req-041beba6-48f8-4203-a49e-6f0e4c6faa37 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b4e274a-7f96-4559-a287-f29400ea3c90 HTTP/1.1" status: 200 len: 217 time: 0.1021202 Aug 31 04:09:45.104358 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 3b325145-3f6b-44c0-99d6-449f09ada113 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:45.138806 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 2b4e274a-7f96-4559-a287-f29400ea3c90 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:09:45.175916 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:45.182907 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13df8f-13aa-4973-bb69-6c0809e3e0b1 req-48abe872-590a-4b58-9504-334f63ca71cc tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:45.184421 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8d13df8f-13aa-4973-bb69-6c0809e3e0b1 req-48abe872-590a-4b58-9504-334f63ca71cc tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 944 time: 0.1526053 Aug 31 04:09:45.206900 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 3b325145-3f6b-44c0-99d6-449f09ada113 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:09:45.220736 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:45.238840 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 3b325145-3f6b-44c0-99d6-449f09ada113 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:45.239237 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (3b325145-3f6b-44c0-99d6-449f09ada113), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:45.248436 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e658b-d5ba-4412-a765-e92fabf58c34 req-5df9bb24-e3b4-487d-81cf-e25aefdf7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:45.249897 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-731e658b-d5ba-4412-a765-e92fabf58c34 req-5df9bb24-e3b4-487d-81cf-e25aefdf7a34 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 200 len: 916 time: 0.3040838 Aug 31 04:09:45.251283 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-a3b0abc3-504d-4124-960c-8b88d77097c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:45.252580 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-a3b0abc3-504d-4124-960c-8b88d77097c5 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06056994-53a0-4d43-a07f-b876f8773cdd HTTP/1.1" status: 200 len: 854 time: 0.1815946 Aug 31 04:09:45.263831 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d10082-78e4-4b72-9986-5d7457ee3145 req-13de1061-6324-4acd-a04b-f15c64c61303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:45.265227 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d3d10082-78e4-4b72-9986-5d7457ee3145 req-13de1061-6324-4acd-a04b-f15c64c61303 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d4171192-3c90-4c21-8e83-5dc4c356643b HTTP/1.1" status: 200 len: 853 time: 0.1708028 Aug 31 04:09:45.284159 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97e50e-64c1-4715-bb32-cd1fc1c25ffd req-ab731217-72c7-40f5-b04a-913514889b83 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:45.285626 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6c97e50e-64c1-4715-bb32-cd1fc1c25ffd req-ab731217-72c7-40f5-b04a-913514889b83 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 946 time: 0.0858035 Aug 31 04:09:45.311847 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 2b4e274a-7f96-4559-a287-f29400ea3c90, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2b4e274a-7f96-4559-a287-f29400ea3c90,segment=NetworkSegment(02d84bed-2e21-462b-89c3-4802a2ac7b49),segment_id=02d84bed-2e21-462b-89c3-4802a2ac7b49)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:45.323162 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8d13df8f-13aa-4973-bb69-6c0809e3e0b1 req-8f3fecd0-3405-41f6-82a7-5ec1df90bb15 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177366 Aug 31 04:09:45.347918 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '2b4e274a-7f96-4559-a287-f29400ea3c90', 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'port_id': '2b4e274a-7f96-4559-a287-f29400ea3c90', 'mac_address': 'fa:16:3e:b6:58:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:09:45.360488 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:45.362687 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 3b325145-3f6b-44c0-99d6-449f09ada113 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:45.363099 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (3b325145-3f6b-44c0-99d6-449f09ada113), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:45.364271 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6c97e50e-64c1-4715-bb32-cd1fc1c25ffd req-1a5b67a2-339c-4d53-98b5-523715a2e18b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692317 Aug 31 04:09:45.408059 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 2b4e274a-7f96-4559-a287-f29400ea3c90 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:45.408447 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:45.415236 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2479a0a1-0225-4763-b228-5fedb5083ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b325145-3f6b-44c0-99d6-449f09ada113'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:09:45.417585 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb720e9-cc37-4d02-b72c-e4165fbec0cf" -d '{"events": [{"server_uuid": "2479a0a1-0225-4763-b228-5fedb5083ed2", "name": "network-vif-plugged", "status": "completed", "tag": "3b325145-3f6b-44c0-99d6-449f09ada113"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:09:45.438187 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 3b325145-3f6b-44c0-99d6-449f09ada113, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b325145-3f6b-44c0-99d6-449f09ada113,segment=NetworkSegment(5dc53a97-5706-4654-8311-94a4f77c73e0),segment_id=5dc53a97-5706-4654-8311-94a4f77c73e0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:45.440408 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4e274a-7f96-4559-a287-f29400ea3c90 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:09:45.446075 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (3b325145-3f6b-44c0-99d6-449f09ada113), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:45.457837 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e44221-9331-4ce0-9102-e20cb1a02791 x-openstack-request-id: req-e2e44221-9331-4ce0-9102-e20cb1a02791 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:09:45.458140 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2479a0a1-0225-4763-b228-5fedb5083ed2", "name": "network-vif-plugged", "status": "completed", "tag": "3b325145-3f6b-44c0-99d6-449f09ada113", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:09:45.458395 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2e44221-9331-4ce0-9102-e20cb1a02791 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:09:45.458789 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e44221-9331-4ce0-9102-e20cb1a02791'] response: {'server_uuid': '2479a0a1-0225-4763-b228-5fedb5083ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b325145-3f6b-44c0-99d6-449f09ada113', 'code': 200} Aug 31 04:09:45.483557 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 2b4e274a-7f96-4559-a287-f29400ea3c90, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2b4e274a-7f96-4559-a287-f29400ea3c90,segment=NetworkSegment(02d84bed-2e21-462b-89c3-4802a2ac7b49),segment_id=02d84bed-2e21-462b-89c3-4802a2ac7b49)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:45.492299 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:45.492942 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 18837e08-59b6-49b1-b900-0ef749916fb5 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:09:45.522889 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=3b325145-3f6b-44c0-99d6-449f09ada113,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:45.624839 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=2b4e274a-7f96-4559-a287-f29400ea3c90,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:45.646108 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-e25394a2-2390-4d7f-b36b-8e265344af71 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=f3daff5e-9e3d-4999-a212-86ec6d078ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053290 Aug 31 04:09:45.663239 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 18837e08-59b6-49b1-b900-0ef749916fb5, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=18837e08-59b6-49b1-b900-0ef749916fb5,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:45.679179 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '18837e08-59b6-49b1-b900-0ef749916fb5', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'port_id': '18837e08-59b6-49b1-b900-0ef749916fb5', 'mac_address': 'fa:16:3e:39:64:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:09:45.681192 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-731e658b-d5ba-4412-a765-e92fabf58c34 req-17ff1dcd-bb78-4392-8269-8a932516e5ea service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a5f6087-e036-48f1-876a-01f9c49bc717 HTTP/1.1" status: 200 len: 1000 time: 0.1416667 Aug 31 04:09:45.691993 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d10082-78e4-4b72-9986-5d7457ee3145 req-d2209582-61b8-4e3b-8744-33c5a00338c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:45.693589 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d3d10082-78e4-4b72-9986-5d7457ee3145 req-d2209582-61b8-4e3b-8744-33c5a00338c9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cce3a859-4e9e-46fa-badb-7d5c4e79d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1518321 Aug 31 04:09:45.726383 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 18837e08-59b6-49b1-b900-0ef749916fb5 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:45.726886 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (18837e08-59b6-49b1-b900-0ef749916fb5), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:45.741440 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18837e08-59b6-49b1-b900-0ef749916fb5 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:09:45.744987 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b39c0b-f256-4981-8b24-11c96888f95a req-dc19a619-318c-40e2-9234-7a2c255730ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:45.746695 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-63b39c0b-f256-4981-8b24-11c96888f95a req-dc19a619-318c-40e2-9234-7a2c255730ce service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 1130 time: 0.0452440 Aug 31 04:09:45.764064 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 18837e08-59b6-49b1-b900-0ef749916fb5, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=18837e08-59b6-49b1-b900-0ef749916fb5,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:45.769417 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (18837e08-59b6-49b1-b900-0ef749916fb5), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:45.802669 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-63b39c0b-f256-4981-8b24-11c96888f95a req-0e67ec27-3eef-4899-b7cc-aa1692b003a3 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446384 Aug 31 04:09:45.821420 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=18837e08-59b6-49b1-b900-0ef749916fb5,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:45.849083 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e658b-d5ba-4412-a765-e92fabf58c34 req-32887ba1-36cb-4656-8ca5-063dbd66ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:45.850548 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-731e658b-d5ba-4412-a765-e92fabf58c34 req-32887ba1-36cb-4656-8ca5-063dbd66ed91 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=da35dc9f-c372-4110-8bb0-0f937da725c4 HTTP/1.1" status: 200 len: 854 time: 0.1262560 Aug 31 04:09:45.878238 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-c8e16c3e-f70e-49c3-a705-8600913d893e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f3daff5e-9e3d-4999-a212-86ec6d078ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094977 Aug 31 04:09:45.892093 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d3d10082-78e4-4b72-9986-5d7457ee3145 req-d99ff49d-a5fc-4987-8ea9-fe277b2f9df6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666803 Aug 31 04:09:46.033949 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d9e8-38c7-4a78-ba6e-a76327ed6f6b req-2db45e91-3974-4a1f-9276-fa81fa4dceca tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:46.035457 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8199d9e8-38c7-4a78-ba6e-a76327ed6f6b req-2db45e91-3974-4a1f-9276-fa81fa4dceca tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 946 time: 0.0757236 Aug 31 04:09:46.054355 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c8314-5918-4c78-8b0d-fe9546d86875 req-a9c5cbf7-ff54-407f-b6d8-b6ef8aadebf9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:46.055801 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ad4c8314-5918-4c78-8b0d-fe9546d86875 req-a9c5cbf7-ff54-407f-b6d8-b6ef8aadebf9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 945 time: 0.0672281 Aug 31 04:09:46.176121 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:46.246561 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8199d9e8-38c7-4a78-ba6e-a76327ed6f6b req-a7265d37-9ca8-4f08-a691-51b6df697405 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055609 Aug 31 04:09:46.256373 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e658b-d5ba-4412-a765-e92fabf58c34 req-e3313567-14e4-41d6-85dc-468b456d9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:46.257994 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-731e658b-d5ba-4412-a765-e92fabf58c34 req-e3313567-14e4-41d6-85dc-468b456d9848 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=df2a7da3-c61f-4600-a4d7-00eeb18098d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1853013 Aug 31 04:09:46.274723 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ad4c8314-5918-4c78-8b0d-fe9546d86875 req-89f7a6f2-f597-4e27-9ded-82a8a53db758 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115874 Aug 31 04:09:46.304980 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['2b4e274a-7f96-4559-a287-f29400ea3c90'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:09:46.322367 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d3d10082-78e4-4b72-9986-5d7457ee3145 req-3f0fc7bf-ec37-41a7-a0cd-3488126a181d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485502 Aug 31 04:09:46.325930 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-d8cb796a-fa13-4907-83b7-ba12cf09c15c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/f3daff5e-9e3d-4999-a212-86ec6d078ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544091 Aug 31 04:09:46.359856 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:46.432809 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['18837e08-59b6-49b1-b900-0ef749916fb5'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:09:46.475096 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c6de9-dbb6-424a-b782-c1b02a1bd34d req-e13fa8d6-1c76-4360-a4f3-a7d2cfd9dcd3 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:46.476737 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-483c6de9-dbb6-424a-b782-c1b02a1bd34d req-e13fa8d6-1c76-4360-a4f3-a7d2cfd9dcd3 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 945 time: 0.0621512 Aug 31 04:09:46.498791 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:46.529811 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f26eb-d30b-47fa-9f9b-2bac8b7472fc req-724ad870-8dc2-4b8e-81a6-5d61445cf5b8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:46.531535 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-921f26eb-d30b-47fa-9f9b-2bac8b7472fc req-724ad870-8dc2-4b8e-81a6-5d61445cf5b8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 946 time: 0.0770574 Aug 31 04:09:46.592417 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-483c6de9-dbb6-424a-b782-c1b02a1bd34d req-e7eaddb9-90a4-470e-9237-b03ab37d14a8 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985615 Aug 31 04:09:46.619822 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-921f26eb-d30b-47fa-9f9b-2bac8b7472fc req-97592ffd-51e3-49d2-9b56-4dabdef20c5a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715630 Aug 31 04:09:46.718662 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-731e658b-d5ba-4412-a765-e92fabf58c34 req-dbe56615-6319-4d5c-b417-ae97efd64caa service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933104 Aug 31 04:09:47.291173 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-8724b519-0be5-499d-ae00-9c2729bfd7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:47.293562 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-8724b519-0be5-499d-ae00-9c2729bfd7b7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 1129 time: 0.0983672 Aug 31 04:09:47.384210 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-731e658b-d5ba-4412-a765-e92fabf58c34 req-05e1e059-ed30-46db-9d7e-8bcf3557aeb3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879826 Aug 31 04:09:47.463115 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19be37-b9cb-45c8-96e8-3562818c6d9b req-d0312e85-9b35-4f08-bb5a-4019e48385c6 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:47.464758 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7b19be37-b9cb-45c8-96e8-3562818c6d9b req-d0312e85-9b35-4f08-bb5a-4019e48385c6 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 946 time: 0.1319668 Aug 31 04:09:47.472437 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799208b-98ea-4e27-94c3-d0aff270efcb req-47612dc4-25c8-4453-b725-1e9a6114f8e0 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:47.473892 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f799208b-98ea-4e27-94c3-d0aff270efcb req-47612dc4-25c8-4453-b725-1e9a6114f8e0 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 945 time: 0.1196592 Aug 31 04:09:47.547845 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-430614de-3377-4068-b7e6-2f6e3a26cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:47.549313 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-430614de-3377-4068-b7e6-2f6e3a26cb05 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 920 time: 0.2310674 Aug 31 04:09:47.575092 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7b19be37-b9cb-45c8-96e8-3562818c6d9b req-ca08a6a1-6f46-4a5a-8727-145e207bf65b tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002979 Aug 31 04:09:47.578281 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f799208b-98ea-4e27-94c3-d0aff270efcb req-71abc5b2-28d1-4479-aa11-d176feaf1527 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937772 Aug 31 04:09:47.709849 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef56b5-86af-4ec2-8d64-6b830d963eaf req-242f70fe-8714-49d4-addc-3e53ea3cdd6f tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:47.711390 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-39ef56b5-86af-4ec2-8d64-6b830d963eaf req-242f70fe-8714-49d4-addc-3e53ea3cdd6f tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 945 time: 0.0481067 Aug 31 04:09:47.773912 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70f297-65fd-41f2-b753-59ba5859a007 req-eeb90377-a1cd-40b7-a8c5-f2214d90ecd8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:47.775329 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7a70f297-65fd-41f2-b753-59ba5859a007 req-eeb90377-a1cd-40b7-a8c5-f2214d90ecd8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 946 time: 0.0630631 Aug 31 04:09:47.811605 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-39ef56b5-86af-4ec2-8d64-6b830d963eaf req-b61dcc8d-af6e-4c81-86d5-29557efc8eda tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910418 Aug 31 04:09:47.827848 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:47.840858 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7a70f297-65fd-41f2-b753-59ba5859a007 req-163f6646-f1b4-4a6d-a69c-eef7ae2cb617 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590377 Aug 31 04:09:48.112037 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-389baac0-a7f2-4979-b849-549e33a58fab service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18837e08-59b6-49b1-b900-0ef749916fb5 HTTP/1.1" status: 200 len: 217 time: 0.0377269 Aug 31 04:09:48.124987 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 2b4e274a-7f96-4559-a287-f29400ea3c90 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:48.168972 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-e06eface-766a-4348-9d00-82944aabe7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:48.170420 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-e06eface-766a-4348-9d00-82944aabe7ed service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fa37a94d-b25b-47af-8952-0a7e47ca5103 HTTP/1.1" status: 200 len: 858 time: 0.0503621 Aug 31 04:09:48.172941 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 2b4e274a-7f96-4559-a287-f29400ea3c90 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:09:48.180349 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 2b4e274a-7f96-4559-a287-f29400ea3c90 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:48.180719 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:48.219654 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:48.227004 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-c98828fe-ab33-46cc-a0ac-ba6ef17904e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:48.228529 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-c98828fe-ab33-46cc-a0ac-ba6ef17904e6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412121 Aug 31 04:09:48.243810 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:48.258707 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 2b4e274a-7f96-4559-a287-f29400ea3c90 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:48.259100 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:48.284337 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb2046f-ab11-422b-9573-3188818a82f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4e274a-7f96-4559-a287-f29400ea3c90'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:09:48.286719 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6343bad4-480b-4410-bfe8-db1693675b88" -d '{"events": [{"server_uuid": "4eb2046f-ab11-422b-9573-3188818a82f8", "name": "network-vif-plugged", "status": "completed", "tag": "2b4e274a-7f96-4559-a287-f29400ea3c90"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:09:48.299913 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 2b4e274a-7f96-4559-a287-f29400ea3c90, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2b4e274a-7f96-4559-a287-f29400ea3c90,segment=NetworkSegment(02d84bed-2e21-462b-89c3-4802a2ac7b49),segment_id=02d84bed-2e21-462b-89c3-4802a2ac7b49)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:48.304789 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:48.305594 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 18837e08-59b6-49b1-b900-0ef749916fb5 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:09:48.331498 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-0c92ee50-cbf1-4dce-ba33-9aba5361e98c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954943 Aug 31 04:09:48.341906 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cc8411-5f4e-43ae-b374-44d110b326fa x-openstack-request-id: req-16cc8411-5f4e-43ae-b374-44d110b326fa {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:09:48.342212 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb2046f-ab11-422b-9573-3188818a82f8", "name": "network-vif-plugged", "status": "completed", "tag": "2b4e274a-7f96-4559-a287-f29400ea3c90", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:09:48.342463 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16cc8411-5f4e-43ae-b374-44d110b326fa {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:09:48.342864 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16cc8411-5f4e-43ae-b374-44d110b326fa'] response: {'server_uuid': '4eb2046f-ab11-422b-9573-3188818a82f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4e274a-7f96-4559-a287-f29400ea3c90', 'code': 200} Aug 31 04:09:48.382195 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=2b4e274a-7f96-4559-a287-f29400ea3c90,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:48.389535 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 18837e08-59b6-49b1-b900-0ef749916fb5 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:09:48.396595 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 18837e08-59b6-49b1-b900-0ef749916fb5 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:09:48.396945 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (18837e08-59b6-49b1-b900-0ef749916fb5), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:48.449640 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c375fa98-9c4a-4bfb-ba77-bbb0ef1d0b60 req-fbee23e4-9d99-4c6d-9d5a-7d4e77ec8f10 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986392 Aug 31 04:09:48.477939 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 18837e08-59b6-49b1-b900-0ef749916fb5 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:09:48.478323 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (18837e08-59b6-49b1-b900-0ef749916fb5), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:48.513835 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 18837e08-59b6-49b1-b900-0ef749916fb5, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=18837e08-59b6-49b1-b900-0ef749916fb5,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:09:48.518279 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (18837e08-59b6-49b1-b900-0ef749916fb5), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:48.522821 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:48.527239 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66645f07-45db-453b-89fe-a75c38b72de2 req-aaa734ce-9e2e-439c-bea6-4024c9b77c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:48.528760 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-66645f07-45db-453b-89fe-a75c38b72de2 req-aaa734ce-9e2e-439c-bea6-4024c9b77c9d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 1130 time: 0.0437276 Aug 31 04:09:48.566328 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=18837e08-59b6-49b1-b900-0ef749916fb5,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:09:48.572327 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-66645f07-45db-453b-89fe-a75c38b72de2 req-96f0fc5d-ffce-4d99-b85f-f6756418f2aa service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378022 Aug 31 04:09:48.725415 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d877aa0-5087-43a4-b6c2-3d1caeea9849 req-3d8847c2-5d52-4e2d-86ab-3fbf532cbae8 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:48.726910 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5d877aa0-5087-43a4-b6c2-3d1caeea9849 req-3d8847c2-5d52-4e2d-86ab-3fbf532cbae8 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 946 time: 0.0788333 Aug 31 04:09:48.734593 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfe7df-2dac-463f-804a-8fbbcae257ee req-ab7995c7-1e26-4b45-b74b-3118ec6038de tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:48.736010 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eebfe7df-2dac-463f-804a-8fbbcae257ee req-ab7995c7-1e26-4b45-b74b-3118ec6038de tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0765383 Aug 31 04:09:49.067752 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5d877aa0-5087-43a4-b6c2-3d1caeea9849 req-20a926ea-cc8f-4f7f-b238-9eb0bc4c0fa2 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304799 Aug 31 04:09:49.070954 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eebfe7df-2dac-463f-804a-8fbbcae257ee req-34a27af4-92c1-443a-b76a-6f1a0d71eefa tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3266888 Aug 31 04:09:49.171333 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b561a-1910-4b8f-952c-b8955dc68a34 req-e9b9f463-a1c6-4cb3-a70a-590b78a6a403 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:49.172835 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f03b561a-1910-4b8f-952c-b8955dc68a34 req-e9b9f463-a1c6-4cb3-a70a-590b78a6a403 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 946 time: 0.0474215 Aug 31 04:09:49.220980 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f03b561a-1910-4b8f-952c-b8955dc68a34 req-a19c8e31-e148-4209-81ef-c21e069a14b4 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 Aug 31 04:09:50.209715 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4bd45-e7a4-4f8b-8dd8-76da5ae5652c req-66059335-e86d-49eb-9c86-2398f6bf536a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:50.211527 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8db4bd45-e7a4-4f8b-8dd8-76da5ae5652c req-66059335-e86d-49eb-9c86-2398f6bf536a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0535922 Aug 31 04:09:50.269123 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8db4bd45-e7a4-4f8b-8dd8-76da5ae5652c req-d0574c35-fb34-42ea-a686-dad1bb1e1c20 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517001 Aug 31 04:09:50.344370 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18837e08-59b6-49b1-b900-0ef749916fb5'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:09:50.346973 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a39233-e840-47e6-90fa-f76034217b65" -d '{"events": [{"server_uuid": "cfefb434-dbeb-4fcc-8ebd-8603ee9beae9", "name": "network-vif-plugged", "status": "completed", "tag": "18837e08-59b6-49b1-b900-0ef749916fb5"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:09:50.366512 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6210fb-5eee-4f34-b339-201f69e49efe req-9a2efed8-014f-4ff7-9b72-0966dc594340 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:50.368084 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ad6210fb-5eee-4f34-b339-201f69e49efe req-9a2efed8-014f-4ff7-9b72-0966dc594340 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 946 time: 0.0503476 Aug 31 04:09:50.385874 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da69171-b2ff-4772-bace-26dbe32bd64f x-openstack-request-id: req-3da69171-b2ff-4772-bace-26dbe32bd64f {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:09:50.386539 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfefb434-dbeb-4fcc-8ebd-8603ee9beae9", "name": "network-vif-plugged", "status": "completed", "tag": "18837e08-59b6-49b1-b900-0ef749916fb5", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:09:50.386788 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3da69171-b2ff-4772-bace-26dbe32bd64f {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:09:50.387215 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da69171-b2ff-4772-bace-26dbe32bd64f'] response: {'server_uuid': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18837e08-59b6-49b1-b900-0ef749916fb5', 'code': 200} Aug 31 04:09:50.422372 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ad6210fb-5eee-4f34-b339-201f69e49efe req-7bac22e3-2fbf-4c41-b7fd-c60bfb8b9d81 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482745 Aug 31 04:09:50.573308 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5885d6-e3b7-4a9f-8e8f-ed1ec6d85626 req-e26c9548-6320-4184-b6d7-0c43dcff779f tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:50.574783 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ed5885d6-e3b7-4a9f-8e8f-ed1ec6d85626 req-e26c9548-6320-4184-b6d7-0c43dcff779f tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 946 time: 0.0768256 Aug 31 04:09:50.579951 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0f04b-73ab-48c2-9812-badfafec99da req-b26454dc-329c-4e4a-83bd-181b17c99485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:50.581335 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-38f0f04b-73ab-48c2-9812-badfafec99da req-b26454dc-329c-4e4a-83bd-181b17c99485 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 1130 time: 0.0546715 Aug 31 04:09:50.645664 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:50.654699 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ed5885d6-e3b7-4a9f-8e8f-ed1ec6d85626 req-f95dceba-6cc6-40db-966f-bc85a781716e tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724950 Aug 31 04:09:50.657326 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-38f0f04b-73ab-48c2-9812-badfafec99da req-d4a793fa-8efd-4c1d-994f-f6dc194ccbd5 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684524 Aug 31 04:09:51.001241 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115b5c-8649-4a42-91e5-f23d5b2d3500 req-6bf12f9a-94aa-4c0f-9148-93b77e32e200 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:51.002687 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f7115b5c-8649-4a42-91e5-f23d5b2d3500 req-6bf12f9a-94aa-4c0f-9148-93b77e32e200 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 946 time: 0.0533459 Aug 31 04:09:51.038353 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:51.053370 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f7115b5c-8649-4a42-91e5-f23d5b2d3500 req-21cd29e6-14c1-4c3a-9e0a-e95dc7ce650b tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423906 Aug 31 04:09:51.411820 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc07c3b-a1e5-4216-86ec-159b0e80aace req-c07777ee-eb6b-4628-93b6-0b736fc4903a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:51.413432 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8bc07c3b-a1e5-4216-86ec-159b0e80aace req-c07777ee-eb6b-4628-93b6-0b736fc4903a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0598235 Aug 31 04:09:51.461938 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8bc07c3b-a1e5-4216-86ec-159b0e80aace req-68952d47-b108-449b-936c-e932d8e652a9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425682 Aug 31 04:09:52.585757 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4faea3-7803-4ac5-b774-aa62da78771c req-e6280cfa-5250-482c-80fd-1c478b85e34a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:52.587231 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6e4faea3-7803-4ac5-b774-aa62da78771c req-e6280cfa-5250-482c-80fd-1c478b85e34a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0486567 Aug 31 04:09:52.639491 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6e4faea3-7803-4ac5-b774-aa62da78771c req-eae90853-3f6b-4cba-8519-e10315b74dda tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461221 Aug 31 04:09:53.772303 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e1e44-4435-4185-8866-d6687e6f130f req-d1fd6379-6523-49e5-8b37-e9f2f25f3114 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:53.773767 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-dc4e1e44-4435-4185-8866-d6687e6f130f req-d1fd6379-6523-49e5-8b37-e9f2f25f3114 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0499990 Aug 31 04:09:53.825502 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-dc4e1e44-4435-4185-8866-d6687e6f130f req-c9432bef-03db-43b4-be03-82726c72c2ac tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459192 Aug 31 04:09:53.951507 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459b1ff-aa42-4475-89d6-ed627d1a8bee req-27568d90-db53-4833-a4f5-efebc11e182a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:53.953598 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0459b1ff-aa42-4475-89d6-ed627d1a8bee req-27568d90-db53-4833-a4f5-efebc11e182a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0545340 Aug 31 04:09:53.964557 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45170) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:09:53.968970 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-7a6ac749-ef14-4cd7-9e43-cabc4f07df68 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Request body: {'floatingip': {'port_id': '18837e08-59b6-49b1-b900-0ef749916fb5'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:09:54.011789 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac749-ef14-4cd7-9e43-cabc4f07df68 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for floatingip (bf0c61ce-2cfd-41bc-8175-55a7a72c0569), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:54.456133 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac749-ef14-4cd7-9e43-cabc4f07df68 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:54.461648 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac749-ef14-4cd7-9e43-cabc4f07df68 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (bf0c61ce-2cfd-41bc-8175-55a7a72c0569), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:54.528729 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=11 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:54.563248 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [None req-7a6ac749-ef14-4cd7-9e43-cabc4f07df68 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Floating IP bf0c61ce-2cfd-41bc-8175-55a7a72c0569 associated. External IP: 172.27.1.33, port: 18837e08-59b6-49b1-b900-0ef749916fb5. Aug 31 04:09:54.614780 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:54.648535 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:54.713764 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:54.785469 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6ac749-ef14-4cd7-9e43-cabc4f07df68 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:09:54.890211 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6ac749-ef14-4cd7-9e43-cabc4f07df68 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:09:54.894918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac749-ef14-4cd7-9e43-cabc4f07df68 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:54.900029 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426c334-cb8e-4ca1-933a-c29490d5aa50 None None] Sync routers for ids ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:09:54.911055 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426c334-cb8e-4ca1-933a-c29490d5aa50 None None] Routers {'8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:09:54.911684 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-8426c334-cb8e-4ca1-933a-c29490d5aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:09:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:54.930054 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-7a6ac749-ef14-4cd7-9e43-cabc4f07df68 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/bf0c61ce-2cfd-41bc-8175-55a7a72c0569 HTTP/1.1" status: 200 len: 991 time: 0.9622321 Aug 31 04:09:54.930054 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'tag': '18837e08-59b6-49b1-b900-0ef749916fb5'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:09:54.930778 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4c58b5-09f9-4f69-9722-06556adc3473" -d '{"events": [{"name": "network-changed", "server_uuid": "cfefb434-dbeb-4fcc-8ebd-8603ee9beae9", "tag": "18837e08-59b6-49b1-b900-0ef749916fb5"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:09:54.967805 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaa13b4-1ae0-42c7-889f-073db6c523eb x-openstack-request-id: req-feaa13b4-1ae0-42c7-889f-073db6c523eb {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:09:54.968119 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfefb434-dbeb-4fcc-8ebd-8603ee9beae9", "tag": "18837e08-59b6-49b1-b900-0ef749916fb5", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:09:54.968376 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-feaa13b4-1ae0-42c7-889f-073db6c523eb {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:09:54.968805 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feaa13b4-1ae0-42c7-889f-073db6c523eb'] response: {'name': 'network-changed', 'server_uuid': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'tag': '18837e08-59b6-49b1-b900-0ef749916fb5', 'status': 'completed', 'code': 200} Aug 31 04:09:55.019059 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-8426c334-cb8e-4ca1-933a-c29490d5aa50 None None] Set router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:09:55.045406 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c58b5-09f9-4f69-9722-06556adc3473 req-dc87cb12-aae2-4817-99ca-5d685cb022ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:55.046945 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4d4c58b5-09f9-4f69-9722-06556adc3473 req-dc87cb12-aae2-4817-99ca-5d685cb022ce service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 1130 time: 0.0437865 Aug 31 04:09:55.142482 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c58b5-09f9-4f69-9722-06556adc3473 req-9ddf7390-b778-43ca-939b-2a7dd1e1ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:55.143896 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4d4c58b5-09f9-4f69-9722-06556adc3473 req-9ddf7390-b778-43ca-939b-2a7dd1e1ae1d service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 920 time: 0.0887418 Aug 31 04:09:55.221450 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4d4c58b5-09f9-4f69-9722-06556adc3473 req-bc0dec51-5874-4530-a2bc-7282cc9f862f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18837e08-59b6-49b1-b900-0ef749916fb5 HTTP/1.1" status: 200 len: 999 time: 0.0606015 Aug 31 04:09:55.276272 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c58b5-09f9-4f69-9722-06556adc3473 req-4953d245-ac90-4310-a056-9004c3e6223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:55.277808 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4d4c58b5-09f9-4f69-9722-06556adc3473 req-4953d245-ac90-4310-a056-9004c3e6223a service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fa37a94d-b25b-47af-8952-0a7e47ca5103 HTTP/1.1" status: 200 len: 858 time: 0.0486233 Aug 31 04:09:55.326698 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c58b5-09f9-4f69-9722-06556adc3473 req-97b0126c-6f76-41ef-80c8-3e10a467b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:09:55.328014 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4d4c58b5-09f9-4f69-9722-06556adc3473 req-97b0126c-6f76-41ef-80c8-3e10a467b249 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413208 Aug 31 04:09:55.373643 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-8426c334-cb8e-4ca1-933a-c29490d5aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:33Z', 'revision_number': 4, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': 'bf0c61ce-2cfd-41bc-8175-55a7a72c0569', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'port_id': '18837e08-59b6-49b1-b900-0ef749916fb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'mac_address': 'fa:16:3e:39:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:09:13Z', 'updated_at': '2022-08-31T04:09:54Z', 'revision_number': 1, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be7ca2c-24f5-4776-92bc-c3adede00e7e', 'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'mac_address': 'fa:16:3e:0d:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:32Z', 'updated_at': '2022-08-31T04:06:41Z', 'revision_number': 5, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'subnets': [{'id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:55.403233 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426c334-cb8e-4ca1-933a-c29490d5aa50 None None] Checking router: 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:09:55.424114 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426c334-cb8e-4ca1-933a-c29490d5aa50 None None] Routers {'8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:09:55.424727 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-8426c334-cb8e-4ca1-933a-c29490d5aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:09:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:55.431615 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4d4c58b5-09f9-4f69-9722-06556adc3473 req-22473297-6260-4c06-b4b1-5a2f5d37f8b8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920205 Aug 31 04:09:55.517449 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:55.524427 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4d4c58b5-09f9-4f69-9722-06556adc3473 req-cf59455a-5752-4f9e-adce-7cd38fb7b1d3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856616 Aug 31 04:09:55.642426 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bcff0aa7-7adf-4a10-ab7e-d2dc427cc0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:55.644831 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-8426c334-cb8e-4ca1-933a-c29490d5aa50 None None] Set router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:09:55.787520 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=80 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:55.798893 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=68 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:09:55.872051 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-8426c334-cb8e-4ca1-933a-c29490d5aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:33Z', 'revision_number': 4, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': 'bf0c61ce-2cfd-41bc-8175-55a7a72c0569', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'port_id': '18837e08-59b6-49b1-b900-0ef749916fb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'mac_address': 'fa:16:3e:39:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:09:13Z', 'updated_at': '2022-08-31T04:09:54Z', 'revision_number': 1, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be7ca2c-24f5-4776-92bc-c3adede00e7e', 'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'mac_address': 'fa:16:3e:0d:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:32Z', 'updated_at': '2022-08-31T04:06:41Z', 'revision_number': 5, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'subnets': [{'id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:09:55.897605 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426c334-cb8e-4ca1-933a-c29490d5aa50 None None] The sync data for ids ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'] in dv-cinder-853910-5-iscsi is: [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:33Z', 'revision_number': 4, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': 'bf0c61ce-2cfd-41bc-8175-55a7a72c0569', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'port_id': '18837e08-59b6-49b1-b900-0ef749916fb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'mac_address': 'fa:16:3e:39:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:09:13Z', 'updated_at': '2022-08-31T04:09:54Z', 'revision_number': 1, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be7ca2c-24f5-4776-92bc-c3adede00e7e', 'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'mac_address': 'fa:16:3e:0d:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:32Z', 'updated_at': '2022-08-31T04:06:41Z', 'revision_number': 5, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'subnets': [{'id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:09:56.541742 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e8da9-1507-4470-be91-fc68eae01a2a None None] New status for floating IP bf0c61ce-2cfd-41bc-8175-55a7a72c0569: ACTIVE {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:09:57.670199 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-429e0666-730c-4e4c-ba75-62f7c1acdd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:58.189503 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:09:58.859404 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:00.435863 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:00.481902 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:05.514035 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=68 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:05.520709 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=77 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:06.652380 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:06.654663 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:07.089014 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955498c3-bcff-4fbc-a2cd-7f51a4ee8bb2 req-e1c65c20-dda7-49eb-a723-1df8b651a201 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:07.090744 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-955498c3-bcff-4fbc-a2cd-7f51a4ee8bb2 req-e1c65c20-dda7-49eb-a723-1df8b651a201 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 946 time: 0.0563869 Aug 31 04:10:07.143765 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-955498c3-bcff-4fbc-a2cd-7f51a4ee8bb2 req-bccfd015-21ec-4e4d-b8fc-f164a50609a1 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448532 Aug 31 04:10:07.179373 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45250) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:07.274632 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a8353a-bd8e-494a-b54d-a3e9d5e63e58 tempest-TestMinimumBasicScenario-938103587 tempest-TestMinimumBasicScenario-938103587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:07.276322 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-02a8353a-bd8e-494a-b54d-a3e9d5e63e58 tempest-TestMinimumBasicScenario-938103587 tempest-TestMinimumBasicScenario-938103587-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 1125 time: 0.0958514 Aug 31 04:10:07.279532 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45254) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:07.283899 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Request body: {'floatingip': {'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'port_id': '2b4e274a-7f96-4559-a287-f29400ea3c90', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:07.306555 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:07.393199 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:07.509079 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Allocated IP 172.27.1.156 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/b207a08a-87a7-40f2-acd6-12f909a5c2b1) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:10:07.638066 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for port (b207a08a-87a7-40f2-acd6-12f909a5c2b1), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:07.675500 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (b207a08a-87a7-40f2-acd6-12f909a5c2b1), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:07.720984 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:10:07.726633 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:10:07.729516 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:10:07.732941 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Pushing event updated for resources: {'Port': ['ID=b207a08a-87a7-40f2-acd6-12f909a5c2b1,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:08.024192 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:08.034347 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:08.124768 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for floatingip (8d6c2bc8-8659-485a-af4e-f35e3109e3a8), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:08.200232 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (b207a08a-87a7-40f2-acd6-12f909a5c2b1), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:08.363578 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for port (b207a08a-87a7-40f2-acd6-12f909a5c2b1), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:08.370961 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (b207a08a-87a7-40f2-acd6-12f909a5c2b1), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:08.445596 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Pushing event updated for resources: {'Port': ['ID=b207a08a-87a7-40f2-acd6-12f909a5c2b1,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:08.449536 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (8d6c2bc8-8659-485a-af4e-f35e3109e3a8), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:08.548568 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Floating IP 8d6c2bc8-8659-485a-af4e-f35e3109e3a8 associated. External IP: 172.27.1.156, port: 2b4e274a-7f96-4559-a287-f29400ea3c90. Aug 31 04:10:09.031615 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:10:09.140981 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:10:09.150790 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a17aa-2ad8-4d55-a712-6f86e8952215 None None] Sync routers for ids ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:10:09.153470 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:09.160558 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a17aa-2ad8-4d55-a712-6f86e8952215 None None] Routers {'7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:09.161165 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-500a17aa-2ad8-4d55-a712-6f86e8952215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:09:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:09.162442 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.201114 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-8f57b074-6253-488a-b9d4-c81c805f0cb2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9205608 Aug 31 04:10:09.201867 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb2046f-ab11-422b-9573-3188818a82f8', 'tag': '2b4e274a-7f96-4559-a287-f29400ea3c90'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:10:09.204077 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45272) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:09.204575 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440be096-2315-4585-bff5-080b6e0375f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb2046f-ab11-422b-9573-3188818a82f8", "tag": "2b4e274a-7f96-4559-a287-f29400ea3c90"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:10:09.209588 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512982465', 'description': 'tempest-secgroup-smoke-1512982465 description', 'project_id': 'dfefc6f232404c6ca48d073df67c3907'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:09.214694 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:09.239824 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.247157 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cb0a51-158e-435f-9579-e329c6c8f821 x-openstack-request-id: req-b0cb0a51-158e-435f-9579-e329c6c8f821 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:10:09.247455 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb2046f-ab11-422b-9573-3188818a82f8", "tag": "2b4e274a-7f96-4559-a287-f29400ea3c90", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:10:09.247760 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0cb0a51-158e-435f-9579-e329c6c8f821 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:10:09.248176 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0cb0a51-158e-435f-9579-e329c6c8f821'] response: {'name': 'network-changed', 'server_uuid': '4eb2046f-ab11-422b-9573-3188818a82f8', 'tag': '2b4e274a-7f96-4559-a287-f29400ea3c90', 'status': 'completed', 'code': 200} Aug 31 04:10:09.286642 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-500a17aa-2ad8-4d55-a712-6f86e8952215 None None] Set router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:09.325313 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440be096-2315-4585-bff5-080b6e0375f1 req-0597919c-44b3-4f69-bc1a-99b46cc30f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:09.326404 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group (1dfbc972-4426-4788-bce2-d653baa582a2), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.327079 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-440be096-2315-4585-bff5-080b6e0375f1 req-0597919c-44b3-4f69-bc1a-99b46cc30f22 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=dfefc6f232404c6ca48d073df67c3907&device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 1130 time: 0.0480988 Aug 31 04:10:09.329992 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (1dfbc972-4426-4788-bce2-d653baa582a2), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.362258 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.362482 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:09.363889 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1581547 Aug 31 04:10:09.367236 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45276) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:09.372851 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-849e7653-7d85-403c-b038-311650393265 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Request body: {'security_group_rule': {'security_group_id': '1dfbc972-4426-4788-bce2-d653baa582a2', 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:09.377547 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfbc972-4426-4788-bce2-d653baa582a2,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:09.392117 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:09.392736 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:09.393243 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:09.393583 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:09.393908 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:09.394235 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:09.394560 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:09.394882 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:09.395218 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:09.395715 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:09.396204 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:09.396680 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:09.397139 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:09.397616 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:09.397947 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37298439-f218-47d8-8318-5ac95e32baea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:09.421589 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-849e7653-7d85-403c-b038-311650393265 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (7d848311-fdbf-4f5a-860f-74daf59c5640), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.450382 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440be096-2315-4585-bff5-080b6e0375f1 req-67a343f4-1c93-4fab-85d6-0d5fee009e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:09.452010 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-440be096-2315-4585-bff5-080b6e0375f1 req-67a343f4-1c93-4fab-85d6-0d5fee009e00 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cce3a859-4e9e-46fa-badb-7d5c4e79d14e HTTP/1.1" status: 200 len: 915 time: 0.1106832 Aug 31 04:10:09.494249 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-849e7653-7d85-403c-b038-311650393265 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (7d848311-fdbf-4f5a-860f-74daf59c5640), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.499563 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-849e7653-7d85-403c-b038-311650393265 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (7d848311-fdbf-4f5a-860f-74daf59c5640), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.521980 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-440be096-2315-4585-bff5-080b6e0375f1 req-bd980edd-a7f3-406b-bf51-8f098db71f72 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b4e274a-7f96-4559-a287-f29400ea3c90 HTTP/1.1" status: 200 len: 1000 time: 0.0614438 Aug 31 04:10:09.527137 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7653-7d85-403c-b038-311650393265 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d848311-fdbf-4f5a-860f-74daf59c5640,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:09.534090 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-849e7653-7d85-403c-b038-311650393265 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.535975 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-849e7653-7d85-403c-b038-311650393265 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1671786 Aug 31 04:10:09.538719 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45278) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:09.544385 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-51ed46db-086f-4f63-91a9-6214d28325f7 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Request body: {'security_group_rule': {'security_group_id': '1dfbc972-4426-4788-bce2-d653baa582a2', 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:09.564153 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-500a17aa-2ad8-4d55-a712-6f86e8952215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '93e19757-da79-4e80-9013-d9103247f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:08:58Z', 'updated_at': '2022-08-31T04:09:01Z', 'revision_number': 4, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'gw_port': {'id': '93e19757-da79-4e80-9013-d9103247f6c7', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:08:59Z', 'updated_at': '2022-08-31T04:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '8d6c2bc8-8659-485a-af4e-f35e3109e3a8', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'port_id': '2b4e274a-7f96-4559-a287-f29400ea3c90', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'mac_address': 'fa:16:3e:b6:58:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2046f-ab11-422b-9573-3188818a82f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:10:07Z', 'updated_at': '2022-08-31T04:10:07Z', 'revision_number': 0, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddef7736-80e9-4185-814e-602bd8c3bf77', 'name': '', 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'mac_address': 'fa:16:3e:0b:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:01Z', 'updated_at': '2022-08-31T04:09:08Z', 'revision_number': 5, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'subnets': [{'id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:09.574438 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440be096-2315-4585-bff5-080b6e0375f1 req-15ff1d5d-3c06-48f2-bb75-28c36a3fc7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:09.575989 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-440be096-2315-4585-bff5-080b6e0375f1 req-15ff1d5d-3c06-48f2-bb75-28c36a3fc7bd service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d4171192-3c90-4c21-8e83-5dc4c356643b HTTP/1.1" status: 200 len: 853 time: 0.0467336 Aug 31 04:10:09.577674 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-51ed46db-086f-4f63-91a9-6214d28325f7 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (13eacd19-7ddd-413a-8227-066e36db9289), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.592633 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a17aa-2ad8-4d55-a712-6f86e8952215 None None] Checking router: 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:10:09.605683 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a17aa-2ad8-4d55-a712-6f86e8952215 None None] Routers {'7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:09.606297 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-500a17aa-2ad8-4d55-a712-6f86e8952215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:09:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:09.628182 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440be096-2315-4585-bff5-080b6e0375f1 req-abb7106a-2385-4a92-b6fa-47800730e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:09.630191 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-440be096-2315-4585-bff5-080b6e0375f1 req-abb7106a-2385-4a92-b6fa-47800730e1aa service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cce3a859-4e9e-46fa-badb-7d5c4e79d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454147 Aug 31 04:10:09.654899 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-51ed46db-086f-4f63-91a9-6214d28325f7 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (13eacd19-7ddd-413a-8227-066e36db9289), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.662074 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-51ed46db-086f-4f63-91a9-6214d28325f7 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (13eacd19-7ddd-413a-8227-066e36db9289), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.687458 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed46db-086f-4f63-91a9-6214d28325f7 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13eacd19-7ddd-413a-8227-066e36db9289,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:09.693617 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-51ed46db-086f-4f63-91a9-6214d28325f7 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.694862 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-51ed46db-086f-4f63-91a9-6214d28325f7 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1550596 Aug 31 04:10:09.697993 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45280) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:09.704695 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-dc029931-dc9c-43a7-b02a-b8eb2235a76b tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Request body: {'security_group_rule': {'security_group_id': '1dfbc972-4426-4788-bce2-d653baa582a2', 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:09.711665 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-500a17aa-2ad8-4d55-a712-6f86e8952215 None None] Set router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:09.736235 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dc029931-dc9c-43a7-b02a-b8eb2235a76b tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (ed3100e0-5c83-470c-b9c7-59f9170afc55), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.752052 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:09.754930 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-440be096-2315-4585-bff5-080b6e0375f1 req-48a7801b-8031-49a8-b4a6-83e4c6a506d2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170776 Aug 31 04:10:09.801026 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dc029931-dc9c-43a7-b02a-b8eb2235a76b tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (ed3100e0-5c83-470c-b9c7-59f9170afc55), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.805138 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dc029931-dc9c-43a7-b02a-b8eb2235a76b tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (ed3100e0-5c83-470c-b9c7-59f9170afc55), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.824833 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc029931-dc9c-43a7-b02a-b8eb2235a76b tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3100e0-5c83-470c-b9c7-59f9170afc55,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:09.834437 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dc029931-dc9c-43a7-b02a-b8eb2235a76b tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.838465 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-dc029931-dc9c-43a7-b02a-b8eb2235a76b tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358845 Aug 31 04:10:09.838680 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45282) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:09.843501 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-207ef605-db54-4801-acfb-6ad951d7db00 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Request body: {'security_group_rule': {'security_group_id': '1dfbc972-4426-4788-bce2-d653baa582a2', 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:09.867042 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-440be096-2315-4585-bff5-080b6e0375f1 req-4ac9bd7f-e19a-4872-986e-6ccf08a32576 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022439 Aug 31 04:10:09.872226 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-207ef605-db54-4801-acfb-6ad951d7db00 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (0cb4b573-d71b-4c0b-a161-70c65ddc7f39), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.923726 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=74,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:09.935151 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-207ef605-db54-4801-acfb-6ad951d7db00 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (0cb4b573-d71b-4c0b-a161-70c65ddc7f39), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.939588 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-207ef605-db54-4801-acfb-6ad951d7db00 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (0cb4b573-d71b-4c0b-a161-70c65ddc7f39), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.961010 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:09.962700 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ef605-db54-4801-acfb-6ad951d7db00 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb4b573-d71b-4c0b-a161-70c65ddc7f39,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:09.969259 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-500a17aa-2ad8-4d55-a712-6f86e8952215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '93e19757-da79-4e80-9013-d9103247f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:08:58Z', 'updated_at': '2022-08-31T04:09:01Z', 'revision_number': 4, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'gw_port': {'id': '93e19757-da79-4e80-9013-d9103247f6c7', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:08:59Z', 'updated_at': '2022-08-31T04:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '8d6c2bc8-8659-485a-af4e-f35e3109e3a8', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'port_id': '2b4e274a-7f96-4559-a287-f29400ea3c90', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'mac_address': 'fa:16:3e:b6:58:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2046f-ab11-422b-9573-3188818a82f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:10:07Z', 'updated_at': '2022-08-31T04:10:07Z', 'revision_number': 0, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddef7736-80e9-4185-814e-602bd8c3bf77', 'name': '', 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'mac_address': 'fa:16:3e:0b:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:01Z', 'updated_at': '2022-08-31T04:09:08Z', 'revision_number': 5, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'subnets': [{'id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:09.971932 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-207ef605-db54-4801-acfb-6ad951d7db00 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:09.973148 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-207ef605-db54-4801-acfb-6ad951d7db00 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333027 Aug 31 04:10:09.976727 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45284) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:09.981935 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-50a5fc0c-ae67-4f01-84c2-5761603088aa tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Request body: {'security_group_rule': {'security_group_id': '1dfbc972-4426-4788-bce2-d653baa582a2', 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:09.995629 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a17aa-2ad8-4d55-a712-6f86e8952215 None None] The sync data for ids ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'] in dv-cinder-853910-5-iscsi is: [{'id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '93e19757-da79-4e80-9013-d9103247f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:08:58Z', 'updated_at': '2022-08-31T04:09:01Z', 'revision_number': 4, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'gw_port': {'id': '93e19757-da79-4e80-9013-d9103247f6c7', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:08:59Z', 'updated_at': '2022-08-31T04:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '8d6c2bc8-8659-485a-af4e-f35e3109e3a8', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'port_id': '2b4e274a-7f96-4559-a287-f29400ea3c90', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'mac_address': 'fa:16:3e:b6:58:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb2046f-ab11-422b-9573-3188818a82f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:10:07Z', 'updated_at': '2022-08-31T04:10:07Z', 'revision_number': 0, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddef7736-80e9-4185-814e-602bd8c3bf77', 'name': '', 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'mac_address': 'fa:16:3e:0b:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:01Z', 'updated_at': '2022-08-31T04:09:08Z', 'revision_number': 5, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'subnets': [{'id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:10:10.005929 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.securitygroups_db [None req-50a5fc0c-ae67-4f01-84c2-5761603088aa tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Project dfefc6f232404c6ca48d073df67c3907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:10:10.014365 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-50a5fc0c-ae67-4f01-84c2-5761603088aa tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (d9a4effc-f1fa-42c3-b2c3-aa910848bf15), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:10.100540 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-50a5fc0c-ae67-4f01-84c2-5761603088aa tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (d9a4effc-f1fa-42c3-b2c3-aa910848bf15), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:10.106029 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-50a5fc0c-ae67-4f01-84c2-5761603088aa tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (d9a4effc-f1fa-42c3-b2c3-aa910848bf15), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:10.131613 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5fc0c-ae67-4f01-84c2-5761603088aa tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a4effc-f1fa-42c3-b2c3-aa910848bf15,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:10.145837 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-50a5fc0c-ae67-4f01-84c2-5761603088aa tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:10.150774 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-50a5fc0c-ae67-4f01-84c2-5761603088aa tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1703475 Aug 31 04:10:10.151299 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45290) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:10.157139 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-4725bf7a-8442-4f04-9e79-51f8a86b00ca tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Request body: {'security_group_rule': {'security_group_id': '1dfbc972-4426-4788-bce2-d653baa582a2', 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:10.182117 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.securitygroups_db [None req-4725bf7a-8442-4f04-9e79-51f8a86b00ca tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Project dfefc6f232404c6ca48d073df67c3907 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:10:10.188996 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4725bf7a-8442-4f04-9e79-51f8a86b00ca tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (11c1e34d-b215-4bec-9cbc-00a8c4320a86), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:10.211407 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3dbc1-c97e-4a01-a10b-267cf010bf45 None None] New status for floating IP 8d6c2bc8-8659-485a-af4e-f35e3109e3a8: ACTIVE {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:10:10.268300 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4725bf7a-8442-4f04-9e79-51f8a86b00ca tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (11c1e34d-b215-4bec-9cbc-00a8c4320a86), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:10.273303 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4725bf7a-8442-4f04-9e79-51f8a86b00ca tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (11c1e34d-b215-4bec-9cbc-00a8c4320a86), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:10.300620 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725bf7a-8442-4f04-9e79-51f8a86b00ca tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c1e34d-b215-4bec-9cbc-00a8c4320a86,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:10.312099 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4725bf7a-8442-4f04-9e79-51f8a86b00ca tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:10.315112 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-4725bf7a-8442-4f04-9e79-51f8a86b00ca tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610870 Aug 31 04:10:10.434985 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5ca43be8-cae2-4a76-8afd-2f870c65313b req-98dea3c5-8927-43ec-91cf-26f5e4e7fd29 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1512982465&fields=id&tenant_id=dfefc6f232404c6ca48d073df67c3907 HTTP/1.1" status: 200 len: 267 time: 0.0633636 Aug 31 04:10:10.506039 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca43be8-cae2-4a76-8afd-2f870c65313b req-762db215-e638-45e5-b7c7-e3b8a3be6df3 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:10.507750 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5ca43be8-cae2-4a76-8afd-2f870c65313b req-762db215-e638-45e5-b7c7-e3b8a3be6df3 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 946 time: 0.0610266 Aug 31 04:10:10.519259 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-5ca43be8-cae2-4a76-8afd-2f870c65313b req-471c5288-674c-4bea-abed-85055ad5b66d tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Request body: {'port': {'security_groups': ['a76d1fb4-2f52-44a3-88ef-a076ac50e5c9', '1dfbc972-4426-4788-bce2-d653baa582a2']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:10.602955 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5ca43be8-cae2-4a76-8afd-2f870c65313b req-471c5288-674c-4bea-abed-85055ad5b66d tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:10.768979 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:10.771906 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:10.808356 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-5ca43be8-cae2-4a76-8afd-2f870c65313b req-471c5288-674c-4bea-abed-85055ad5b66d tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] For port 2b4e274a-7f96-4559-a287-f29400ea3c90, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2b4e274a-7f96-4559-a287-f29400ea3c90,segment=NetworkSegment(02d84bed-2e21-462b-89c3-4802a2ac7b49),segment_id=02d84bed-2e21-462b-89c3-4802a2ac7b49)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:10:10.838210 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5ca43be8-cae2-4a76-8afd-2f870c65313b req-471c5288-674c-4bea-abed-85055ad5b66d tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:10.847072 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5ca43be8-cae2-4a76-8afd-2f870c65313b req-471c5288-674c-4bea-abed-85055ad5b66d tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:10.860602 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca43be8-cae2-4a76-8afd-2f870c65313b req-471c5288-674c-4bea-abed-85055ad5b66d tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:10.861094 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['2b4e274a-7f96-4559-a287-f29400ea3c90'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:10:10.861604 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5ca43be8-cae2-4a76-8afd-2f870c65313b req-471c5288-674c-4bea-abed-85055ad5b66d tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:10.862888 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5ca43be8-cae2-4a76-8afd-2f870c65313b req-471c5288-674c-4bea-abed-85055ad5b66d tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "PUT /networking/v2.0/ports/2b4e274a-7f96-4559-a287-f29400ea3c90 HTTP/1.1" status: 200 len: 982 time: 0.3486347 Aug 31 04:10:10.911852 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c5288-674c-4bea-abed-85055ad5b66d tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Pushing event updated for resources: {'Port': ['ID=2b4e274a-7f96-4559-a287-f29400ea3c90,revision_number=6']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:10.978273 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ed409-3c49-4984-9351-ce74c138e979 req-b1694a34-e100-4cc5-95a1-27f7a8f5025d tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:10.980564 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d89ed409-3c49-4984-9351-ce74c138e979 req-b1694a34-e100-4cc5-95a1-27f7a8f5025d tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 985 time: 0.0541301 Aug 31 04:10:11.047481 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d89ed409-3c49-4984-9351-ce74c138e979 req-7dadf0b2-09fb-4770-bb00-62aa427cfb0f tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1dfbc972-4426-4788-bce2-d653baa582a2&id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599868 Aug 31 04:10:11.049099 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['2b4e274a-7f96-4559-a287-f29400ea3c90'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:10:11.055105 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:11.249621 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb2046f-ab11-422b-9573-3188818a82f8', 'tag': '2b4e274a-7f96-4559-a287-f29400ea3c90'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:10:11.252583 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349860a9-8666-4735-a37d-8d32e4c2062e" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb2046f-ab11-422b-9573-3188818a82f8", "tag": "2b4e274a-7f96-4559-a287-f29400ea3c90"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:10:11.297532 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d51c67-330e-4bf5-95cf-5468a04f2a55 x-openstack-request-id: req-60d51c67-330e-4bf5-95cf-5468a04f2a55 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:10:11.297829 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb2046f-ab11-422b-9573-3188818a82f8", "tag": "2b4e274a-7f96-4559-a287-f29400ea3c90", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:10:11.298081 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60d51c67-330e-4bf5-95cf-5468a04f2a55 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:10:11.298499 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d51c67-330e-4bf5-95cf-5468a04f2a55'] response: {'name': 'network-changed', 'server_uuid': '4eb2046f-ab11-422b-9573-3188818a82f8', 'tag': '2b4e274a-7f96-4559-a287-f29400ea3c90', 'status': 'completed', 'code': 200} Aug 31 04:10:11.374103 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349860a9-8666-4735-a37d-8d32e4c2062e req-65500da1-f1c3-4302-8f90-8906b6c2761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:11.375656 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-349860a9-8666-4735-a37d-8d32e4c2062e req-65500da1-f1c3-4302-8f90-8906b6c2761f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=dfefc6f232404c6ca48d073df67c3907&device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 1169 time: 0.0438380 Aug 31 04:10:11.510071 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349860a9-8666-4735-a37d-8d32e4c2062e req-469639b6-1acc-497b-bb42-23e6be255508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:11.513085 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-349860a9-8666-4735-a37d-8d32e4c2062e req-469639b6-1acc-497b-bb42-23e6be255508 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cce3a859-4e9e-46fa-badb-7d5c4e79d14e HTTP/1.1" status: 200 len: 915 time: 0.1265006 Aug 31 04:10:11.584203 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:11.589567 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-349860a9-8666-4735-a37d-8d32e4c2062e req-4b5d68a0-c316-4594-bb87-7006b3b47cc0 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b4e274a-7f96-4559-a287-f29400ea3c90 HTTP/1.1" status: 200 len: 1002 time: 0.0675430 Aug 31 04:10:11.653490 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349860a9-8666-4735-a37d-8d32e4c2062e req-681503ae-463e-4e0e-a3e3-d9907f77cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:11.655845 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-349860a9-8666-4735-a37d-8d32e4c2062e req-681503ae-463e-4e0e-a3e3-d9907f77cacf service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d4171192-3c90-4c21-8e83-5dc4c356643b HTTP/1.1" status: 200 len: 853 time: 0.0591557 Aug 31 04:10:11.758364 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f148e1b-e403-43fd-a800-2679ba651719 req-55aa8c9a-7eef-4c20-b8a5-6645ba2cd7a0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:11.760020 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6f148e1b-e403-43fd-a800-2679ba651719 req-55aa8c9a-7eef-4c20-b8a5-6645ba2cd7a0 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 946 time: 0.0529833 Aug 31 04:10:11.813238 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6f148e1b-e403-43fd-a800-2679ba651719 req-e7179e2d-8b1f-4469-b546-91026db07da7 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466444 Aug 31 04:10:12.954554 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e03c1-c32b-4f03-b467-5e829b1ce1e0 req-8cc92774-80a0-4335-969b-a17ee2a9ac3d tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:12.956075 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2a2e03c1-c32b-4f03-b467-5e829b1ce1e0 req-8cc92774-80a0-4335-969b-a17ee2a9ac3d tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 946 time: 0.0517652 Aug 31 04:10:13.007232 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2a2e03c1-c32b-4f03-b467-5e829b1ce1e0 req-11ea6728-0065-4b09-a302-a3fdaf183922 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439515 Aug 31 04:10:13.044644 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:10:13.790540 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349860a9-8666-4735-a37d-8d32e4c2062e req-e86ee6ff-18c0-4f46-b85d-6c6cd12949d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:13.792723 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-349860a9-8666-4735-a37d-8d32e4c2062e req-e86ee6ff-18c0-4f46-b85d-6c6cd12949d4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cce3a859-4e9e-46fa-badb-7d5c4e79d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467296 Aug 31 04:10:13.892808 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-349860a9-8666-4735-a37d-8d32e4c2062e req-96820c0a-749e-41ba-a6d7-1fcd133c8728 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911076 Aug 31 04:10:14.001390 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-349860a9-8666-4735-a37d-8d32e4c2062e req-7c7a1697-9706-4295-a82b-22465b1a41da service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916264 Aug 31 04:10:14.142501 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461e4dc-24bb-4a69-9422-34859e265815 req-6271a4b7-e641-41b9-9141-8059232cefa3 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:14.144537 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a461e4dc-24bb-4a69-9422-34859e265815 req-6271a4b7-e641-41b9-9141-8059232cefa3 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 946 time: 0.0605266 Aug 31 04:10:14.186147 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:14.207553 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a461e4dc-24bb-4a69-9422-34859e265815 req-e634a91d-e749-4f67-900a-b920d18b18e8 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a0b899b7-b161-4235-a165-f25ce5b2109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554686 Aug 31 04:10:14.283145 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:14.321892 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911303e-c439-4da6-b779-46c684a14ae6 req-bb14851c-7dad-4bac-8e4a-f072ab0bcb2a tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:14.323698 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f911303e-c439-4da6-b779-46c684a14ae6 req-bb14851c-7dad-4bac-8e4a-f072ab0bcb2a tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 946 time: 0.0503857 Aug 31 04:10:14.420104 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-f911303e-c439-4da6-b779-46c684a14ae6 req-249d7176-6b62-4dfd-a5d0-8b92235ac481 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Deleting port 3b325145-3f6b-44c0-99d6-449f09ada113 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:10:14.420433 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f911303e-c439-4da6-b779-46c684a14ae6 req-249d7176-6b62-4dfd-a5d0-8b92235ac481 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (3b325145-3f6b-44c0-99d6-449f09ada113), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:14.516755 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-f911303e-c439-4da6-b779-46c684a14ae6 req-249d7176-6b62-4dfd-a5d0-8b92235ac481 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] For port 3b325145-3f6b-44c0-99d6-449f09ada113, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b325145-3f6b-44c0-99d6-449f09ada113,segment=NetworkSegment(5dc53a97-5706-4654-8311-94a4f77c73e0),segment_id=5dc53a97-5706-4654-8311-94a4f77c73e0)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:10:14.517158 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f911303e-c439-4da6-b779-46c684a14ae6 req-249d7176-6b62-4dfd-a5d0-8b92235ac481 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (3b325145-3f6b-44c0-99d6-449f09ada113), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:14.530525 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-f911303e-c439-4da6-b779-46c684a14ae6 req-249d7176-6b62-4dfd-a5d0-8b92235ac481 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Calling delete_port for 3b325145-3f6b-44c0-99d6-449f09ada113 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:10:14.660690 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f911303e-c439-4da6-b779-46c684a14ae6 req-249d7176-6b62-4dfd-a5d0-8b92235ac481 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (3b325145-3f6b-44c0-99d6-449f09ada113), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:14.673381 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['3b325145-3f6b-44c0-99d6-449f09ada113'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:10:14.692463 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d7176-6b62-4dfd-a5d0-8b92235ac481 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Pushing event deleted for resources: {'Port': ['ID=3b325145-3f6b-44c0-99d6-449f09ada113,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:14.737420 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-f911303e-c439-4da6-b779-46c684a14ae6 req-249d7176-6b62-4dfd-a5d0-8b92235ac481 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] No DVR routers for this DVR port 3b325145-3f6b-44c0-99d6-449f09ada113 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:10:14.740582 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f911303e-c439-4da6-b779-46c684a14ae6 req-249d7176-6b62-4dfd-a5d0-8b92235ac481 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:14.743896 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f911303e-c439-4da6-b779-46c684a14ae6 req-249d7176-6b62-4dfd-a5d0-8b92235ac481 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.26 "DELETE /networking/v2.0/ports/3b325145-3f6b-44c0-99d6-449f09ada113 HTTP/1.1" status: 204 len: 173 time: 0.4126170 Aug 31 04:10:14.744336 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2479a0a1-0225-4763-b228-5fedb5083ed2', 'name': 'network-vif-deleted', 'tag': '3b325145-3f6b-44c0-99d6-449f09ada113'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:10:14.747060 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd82261-5762-430b-bf22-28378b967af3" -d '{"events": [{"server_uuid": "2479a0a1-0225-4763-b228-5fedb5083ed2", "name": "network-vif-deleted", "tag": "3b325145-3f6b-44c0-99d6-449f09ada113"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:10:14.790339 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23054e40-278e-46c5-b65c-95fff30bd72b x-openstack-request-id: req-23054e40-278e-46c5-b65c-95fff30bd72b {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:10:14.790632 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2479a0a1-0225-4763-b228-5fedb5083ed2", "name": "network-vif-deleted", "tag": "3b325145-3f6b-44c0-99d6-449f09ada113", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:10:14.790968 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23054e40-278e-46c5-b65c-95fff30bd72b {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:10:14.791463 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23054e40-278e-46c5-b65c-95fff30bd72b'] response: {'server_uuid': '2479a0a1-0225-4763-b228-5fedb5083ed2', 'name': 'network-vif-deleted', 'tag': '3b325145-3f6b-44c0-99d6-449f09ada113', 'status': 'completed', 'code': 200} Aug 31 04:10:15.343894 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cae924a4-43a0-4267-8b8f-25215d9cf6f5 req-e99afa8e-9ea8-42a0-9882-176ca472b496 tempest-VolumesSnapshotTestJSON-1513228801 tempest-VolumesSnapshotTestJSON-1513228801-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2479a0a1-0225-4763-b228-5fedb5083ed2 HTTP/1.1" status: 200 len: 210 time: 0.0316296 Aug 31 04:10:17.414088 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 3b325145-3f6b-44c0-99d6-449f09ada113 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:10:17.434791 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 3b325145-3f6b-44c0-99d6-449f09ada113 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:10:17.435142 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 3b325145-3f6b-44c0-99d6-449f09ada113 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:10:20.299578 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=17,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:20.300439 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:DELETE=2,neutron:SELECT=14,neutron:INSERT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:23.996068 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:23.997655 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:24.721652 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=46,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:25.324487 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:25.613338 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4935028e-2ffd-4b29-b91f-853a0374d192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:27.668125 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6cd67e3d-8461-4bf8-bcb0-12a8bc9c6bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:28.200013 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:28.862928 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:30.447217 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:30.489926 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:32.211624 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2d56ccdd-7bae-4ccc-9f61-d3a89ca8206f req-24a650f9-b651-4df0-8d06-a3cfa9af92bb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408640 Aug 31 04:10:32.288778 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56ccdd-7bae-4ccc-9f61-d3a89ca8206f req-cc6944e8-6423-49db-856d-fa215c40769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:32.290309 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2d56ccdd-7bae-4ccc-9f61-d3a89ca8206f req-cc6944e8-6423-49db-856d-fa215c40769a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 1129 time: 0.0448840 Aug 31 04:10:32.406940 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56ccdd-7bae-4ccc-9f61-d3a89ca8206f req-4e174813-69cc-46dc-950f-e92c4e172f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:32.408510 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2d56ccdd-7bae-4ccc-9f61-d3a89ca8206f req-4e174813-69cc-46dc-950f-e92c4e172f1a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 200 len: 916 time: 0.0966580 Aug 31 04:10:32.478875 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2d56ccdd-7bae-4ccc-9f61-d3a89ca8206f req-aee14de7-8c56-44ef-b8c3-e0cde1aae474 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55988fa5-eb1f-435f-ba39-34e32cd7d071 HTTP/1.1" status: 200 len: 1000 time: 0.0619822 Aug 31 04:10:32.533512 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56ccdd-7bae-4ccc-9f61-d3a89ca8206f req-da15f580-fb0e-47a7-841a-e80e64d04ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:32.534955 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2d56ccdd-7bae-4ccc-9f61-d3a89ca8206f req-da15f580-fb0e-47a7-841a-e80e64d04ba6 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=da35dc9f-c372-4110-8bb0-0f937da725c4 HTTP/1.1" status: 200 len: 854 time: 0.0472903 Aug 31 04:10:32.589995 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56ccdd-7bae-4ccc-9f61-d3a89ca8206f req-c7863aaa-e407-4652-97c8-f068028e2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:32.591406 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2d56ccdd-7bae-4ccc-9f61-d3a89ca8206f req-c7863aaa-e407-4652-97c8-f068028e2d59 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=df2a7da3-c61f-4600-a4d7-00eeb18098d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478692 Aug 31 04:10:32.699630 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2d56ccdd-7bae-4ccc-9f61-d3a89ca8206f req-21db5c2d-6f2c-4a4d-983e-14232364b576 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996242 Aug 31 04:10:32.804983 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2d56ccdd-7bae-4ccc-9f61-d3a89ca8206f req-c9556eb9-90a2-49ee-ac26-2a26cc39530e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969679 Aug 31 04:10:38.897297 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7555db-c24d-4ef2-b10a-9759da154f47 req-94e901bc-c02e-42c1-a33d-f4b219bf49b5 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:38.898907 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ef7555db-c24d-4ef2-b10a-9759da154f47 req-94e901bc-c02e-42c1-a33d-f4b219bf49b5 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 945 time: 0.0532405 Aug 31 04:10:38.947859 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ef7555db-c24d-4ef2-b10a-9759da154f47 req-c3134bc9-1527-4264-a2cb-cffbf2c4fc1a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427928 Aug 31 04:10:39.092872 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45494) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:39.137475 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c52209-6378-4709-942d-f882dcca5d94 admin admin] Deleting subnet 06056994-53a0-4d43-a07f-b876f8773cdd {{(pid=106458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:10:39.141881 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-45c52209-6378-4709-942d-f882dcca5d94 admin admin] Publish callbacks [] for subnet (06056994-53a0-4d43-a07f-b876f8773cdd), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.177116 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-45c52209-6378-4709-942d-f882dcca5d94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838308'] for subnet (06056994-53a0-4d43-a07f-b876f8773cdd), precommit_delete_associations {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.220144 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-45c52209-6378-4709-942d-f882dcca5d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (06056994-53a0-4d43-a07f-b876f8773cdd), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.275830 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-45c52209-6378-4709-942d-f882dcca5d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4007182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3976995'] for subnet (06056994-53a0-4d43-a07f-b876f8773cdd), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.308553 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c52209-6378-4709-942d-f882dcca5d94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06056994-53a0-4d43-a07f-b876f8773cdd,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:39.310592 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-45c52209-6378-4709-942d-f882dcca5d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.313800 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-45c52209-6378-4709-942d-f882dcca5d94 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/06056994-53a0-4d43-a07f-b876f8773cdd HTTP/1.1" status: 204 len: 168 time: 0.2199194 Aug 31 04:10:39.316621 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45500) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:39.386101 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (f3daff5e-9e3d-4999-a212-86ec6d078ed2), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.474793 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (f3daff5e-9e3d-4999-a212-86ec6d078ed2), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.497428 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3daff5e-9e3d-4999-a212-86ec6d078ed2']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:39.507854 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc53a97-5706-4654-8311-94a4f77c73e0') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:39.508153 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc53a97-5706-4654-8311-94a4f77c73e0') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:39.518628 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269191'] for segment (5dc53a97-5706-4654-8311-94a4f77c73e0), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.532523 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (5dc53a97-5706-4654-8311-94a4f77c73e0), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.538827 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:10:39.539242 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222628'] for segment (5dc53a97-5706-4654-8311-94a4f77c73e0), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.582087 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 5dc53a97-5706-4654-8311-94a4f77c73e0 resource provider aggregate not found Aug 31 04:10:39.600632 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 5dc53a97-5706-4654-8311-94a4f77c73e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5dc53a97-5706-4654-8311-94a4f77c73e0 found for delete ", "request_id": "req-149ac6ab-8192-4dfe-89b1-870b47b1e7b7"}]} Aug 31 04:10:39.606949 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (f3daff5e-9e3d-4999-a212-86ec6d078ed2), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.613619 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.616856 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/f3daff5e-9e3d-4999-a212-86ec6d078ed2 HTTP/1.1" status: 204 len: 168 time: 0.2992847 Aug 31 04:10:39.628428 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3daff5e-9e3d-4999-a212-86ec6d078ed2,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:39.635999 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:39.636339 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:39.636716 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:39.637027 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:39.637361 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:39.637713 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:39.638071 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:39.638537 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:39.638868 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:39.639224 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:39.639551 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:39.640124 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:39.640292 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:39.640513 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:39.640829 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0e6f4a-abe2-4823-9277-b2ee29ab8611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:39.811398 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45508) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:39.857634 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-39498d67-8e8d-41e3-80fc-5acecf1e4a59 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d362e24b36234e6b9a62f07a06dcd9f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448213 Aug 31 04:10:39.861336 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45510) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:39.866956 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:39.901794 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:39.912104 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d91cfa4e-1382-4233-aefc-e42a47fb7913 admin admin] Publish callbacks [] for security_group (a0b899b7-b161-4235-a165-f25ce5b2109a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.934467 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d91cfa4e-1382-4233-aefc-e42a47fb7913 admin admin] Publish callbacks [] for security_group (a0b899b7-b161-4235-a165-f25ce5b2109a), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.991445 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d91cfa4e-1382-4233-aefc-e42a47fb7913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a0b899b7-b161-4235-a165-f25ce5b2109a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.993986 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d91cfa4e-1382-4233-aefc-e42a47fb7913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:39.995311 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-d91cfa4e-1382-4233-aefc-e42a47fb7913 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a0b899b7-b161-4235-a165-f25ce5b2109a HTTP/1.1" status: 204 len: 168 time: 0.1329446 Aug 31 04:10:40.003422 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91cfa4e-1382-4233-aefc-e42a47fb7913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b899b7-b161-4235-a165-f25ce5b2109a,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:40.082605 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149b5e4-2afc-45c7-916e-15a223ecb81d req-b6e20e2a-7b32-43cc-97b9-10d124f1ea90 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:40.084248 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7149b5e4-2afc-45c7-916e-15a223ecb81d req-b6e20e2a-7b32-43cc-97b9-10d124f1ea90 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 945 time: 0.0537055 Aug 31 04:10:40.143718 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7149b5e4-2afc-45c7-916e-15a223ecb81d req-c3f11c66-1308-465c-bb4f-028563f01e13 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524340 Aug 31 04:10:40.481801 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:40.627570 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-876bec35-08d5-47ac-9a37-ad4af5afd1e1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:40.629104 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-876bec35-08d5-47ac-9a37-ad4af5afd1e1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 945 time: 0.0535631 Aug 31 04:10:40.718730 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-d49b4d47-23b6-4174-8f48-19cd3aa03d4b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Deleting port 4a5f6087-e036-48f1-876a-01f9c49bc717 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:10:40.719102 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-d49b4d47-23b6-4174-8f48-19cd3aa03d4b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:40.811678 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45536) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:40.823352 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-d49b4d47-23b6-4174-8f48-19cd3aa03d4b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] For port 4a5f6087-e036-48f1-876a-01f9c49bc717, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a5f6087-e036-48f1-876a-01f9c49bc717,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:10:40.823716 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-d49b4d47-23b6-4174-8f48-19cd3aa03d4b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:40.927753 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1331259404-network', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:40.996565 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] Made reservation on behalf of e6db5b66c75c499d98d02d6e0041299f for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:10:40.998987 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:41.040897 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:41.080508 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-d49b4d47-23b6-4174-8f48-19cd3aa03d4b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:41.080889 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-d49b4d47-23b6-4174-8f48-19cd3aa03d4b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (3e37f14a-b70a-4b28-849f-dcdc8b53470c), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:41.081203 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-d49b4d47-23b6-4174-8f48-19cd3aa03d4b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Floating IP 3e37f14a-b70a-4b28-849f-dcdc8b53470c disassociated. External IP: 172.27.1.80, port: 4a5f6087-e036-48f1-876a-01f9c49bc717. Aug 31 04:10:41.081517 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-d49b4d47-23b6-4174-8f48-19cd3aa03d4b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Calling delete_port for 4a5f6087-e036-48f1-876a-01f9c49bc717 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:10:41.462667 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:41.495971 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] Publish callbacks [] for security_group (9851a566-c59f-4daf-b84f-c618badc64df), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:41.504175 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126440c-26f6-4217-aaca-5dcd6a05629b req-a56bde49-2066-4160-a793-4529d8b4d7d6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:41.505672 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a126440c-26f6-4217-aaca-5dcd6a05629b req-a56bde49-2066-4160-a793-4529d8b4d7d6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 945 time: 0.0866480 Aug 31 04:10:41.507934 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (9851a566-c59f-4daf-b84f-c618badc64df), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:41.513688 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:41.586417 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9851a566-c59f-4daf-b84f-c618badc64df,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:41.655265 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a126440c-26f6-4217-aaca-5dcd6a05629b req-3af02820-05bb-42fe-a476-006ee3fe5f54 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386611 Aug 31 04:10:41.662311 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-d49b4d47-23b6-4174-8f48-19cd3aa03d4b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (4a5f6087-e036-48f1-876a-01f9c49bc717), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:41.673360 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:10:41.681419 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35682212-be4d-4f72-8635-f7d69bb6571e req-34645df5-eb9d-45df-ad4a-11b9d9b4f855 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:41.682890 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-35682212-be4d-4f72-8635-f7d69bb6571e req-34645df5-eb9d-45df-ad4a-11b9d9b4f855 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 946 time: 0.0936317 Aug 31 04:10:41.715400 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b4d47-23b6-4174-8f48-19cd3aa03d4b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event deleted for resources: {'Port': ['ID=4a5f6087-e036-48f1-876a-01f9c49bc717,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:41.722051 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (985a9656-458a-49c4-becc-d2bc5db877a0), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:41.722393 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.segments_db [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] Added segment 985a9656-458a-49c4-becc-d2bc5db877a0 of type vlan for network afdd8bcf-e898-41b9-a268-9083d2b02846 Aug 31 04:10:41.827892 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (afdd8bcf-e898-41b9-a268-9083d2b02846), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:41.843853 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-35682212-be4d-4f72-8635-f7d69bb6571e req-448575ca-028d-4bc0-9711-d0b7bcdeca38 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396954 Aug 31 04:10:41.898445 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (afdd8bcf-e898-41b9-a268-9083d2b02846), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:41.899457 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:41.900038 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:41.970563 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1577997 Aug 31 04:10:41.973768 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45552) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:41.976875 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baefc92-0cea-4db3-9f7b-079dc2ed18f2 admin admin] Pushing event updated for resources: {'Network': ['ID=afdd8bcf-e898-41b9-a268-9083d2b02846,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:41.978745 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-30328c24-4c57-43df-acb6-03551833920b admin admin] Request body: {'subnet': {'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1331259404-subnet', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'ip_version': 4}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:41.982704 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-d49b4d47-23b6-4174-8f48-19cd3aa03d4b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Router 452f5ef7-61d0-42f8-9266-736c6a122aeb has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:10:41.992113 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network afdd8bcf-e898-41b9-a268-9083d2b02846 details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:10:42.003061 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30328c24-4c57-43df-acb6-03551833920b admin admin] Made reservation on behalf of e6db5b66c75c499d98d02d6e0041299f for: {'subnet': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:10:42.005830 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-30328c24-4c57-43df-acb6-03551833920b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3977020'] for subnet (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:42.045395 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:42.093751 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-d49b4d47-23b6-4174-8f48-19cd3aa03d4b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:10:42.108878 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e8549-879b-4850-ad06-5482f6582e78 None None] Sync routers for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:10:42.124114 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e8549-879b-4850-ad06-5482f6582e78 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:42.124789 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-b49e8549-879b-4850-ad06-5482f6582e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:42.143851 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-d49b4d47-23b6-4174-8f48-19cd3aa03d4b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] No DVR routers for this DVR port 4a5f6087-e036-48f1-876a-01f9c49bc717 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:10:42.146613 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-d49b4d47-23b6-4174-8f48-19cd3aa03d4b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:42.150461 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-575018a5-bc8b-4a92-afa8-936ba31ca7dd req-d49b4d47-23b6-4174-8f48-19cd3aa03d4b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "DELETE /networking/v2.0/ports/4a5f6087-e036-48f1-876a-01f9c49bc717 HTTP/1.1" status: 204 len: 173 time: 1.5137241 Aug 31 04:10:42.150461 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdae6298-1a2e-4f4a-88e0-32a21a1fed41', 'name': 'network-vif-deleted', 'tag': '4a5f6087-e036-48f1-876a-01f9c49bc717'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:10:42.152773 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f501ce-3460-462c-92d5-b119a5fdb1f2" -d '{"events": [{"server_uuid": "fdae6298-1a2e-4f4a-88e0-32a21a1fed41", "name": "network-vif-deleted", "tag": "4a5f6087-e036-48f1-876a-01f9c49bc717"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:10:42.193411 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aedbb1e-ccf2-4df6-b675-1afed21a1cc2 x-openstack-request-id: req-5aedbb1e-ccf2-4df6-b675-1afed21a1cc2 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:10:42.193766 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdae6298-1a2e-4f4a-88e0-32a21a1fed41", "name": "network-vif-deleted", "tag": "4a5f6087-e036-48f1-876a-01f9c49bc717", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:10:42.194036 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5aedbb1e-ccf2-4df6-b675-1afed21a1cc2 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:10:42.194471 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aedbb1e-ccf2-4df6-b675-1afed21a1cc2'] response: {'server_uuid': 'fdae6298-1a2e-4f4a-88e0-32a21a1fed41', 'name': 'network-vif-deleted', 'tag': '4a5f6087-e036-48f1-876a-01f9c49bc717', 'status': 'completed', 'code': 200} Aug 31 04:10:42.195964 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-30328c24-4c57-43df-acb6-03551833920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4007245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3977002'] for subnet (c5eda9f6-9209-4a3c-b6fa-f878a92de383), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:42.242698 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-b49e8549-879b-4850-ad06-5482f6582e78 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:42.248031 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30328c24-4c57-43df-acb6-03551833920b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5eda9f6-9209-4a3c-b6fa-f878a92de383,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:42.268943 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30328c24-4c57-43df-acb6-03551833920b admin admin] Checking segment: {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:10:42.268943 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30328c24-4c57-43df-acb6-03551833920b admin admin] Network hostable DHCP agents. Network: afdd8bcf-e898-41b9-a268-9083d2b02846, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:10:42.289669 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30328c24-4c57-43df-acb6-03551833920b admin admin] Network afdd8bcf-e898-41b9-a268-9083d2b02846 is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:10:42.299933 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-30328c24-4c57-43df-acb6-03551833920b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, afdd8bcf-e898-41b9-a268-9083d2b02846) {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:10:42.304368 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30328c24-4c57-43df-acb6-03551833920b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:42.304984 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-30328c24-4c57-43df-acb6-03551833920b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:42.317126 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a382e91-d5db-4f7e-91f6-999dc4bd0d9e None None] Network afdd8bcf-e898-41b9-a268-9083d2b02846 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:10:42.324023 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-30328c24-4c57-43df-acb6-03551833920b admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3491230 Aug 31 04:10:42.326831 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45556) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:42.331568 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:42.352659 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8313'] for router (0220139a-5748-4423-912f-9979ec9fe208), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:42.353654 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-565639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8192'] for router (0220139a-5748-4423-912f-9979ec9fe208), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:42.407565 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Publish callbacks [] for router_controller (0220139a-5748-4423-912f-9979ec9fe208), precommit_add_association {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:42.508277 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372d0481-a19b-5f9c-9230-c03ba1597ea4-afdd8bcf-e898-41b9-a268-9083d2b02846', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383'}]}} from dv-cinder-853910-5-iscsi. {{(pid=106460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:10:42.510382 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:42.589491 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Publish callbacks [] for router_gateway (0220139a-5748-4423-912f-9979ec9fe208), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:42.653999 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:42.656440 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-b49e8549-879b-4850-ad06-5482f6582e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '3e0fd4f6-f214-4338-af25-6ffc7a17f848', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '55988fa5-eb1f-435f-ba39-34e32cd7d071', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:e7:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:06:39Z', 'updated_at': '2022-08-31T04:07:35Z', 'revision_number': 2, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:42.658923 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:42.706024 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e8549-879b-4850-ad06-5482f6582e78 None None] Checking router: 452f5ef7-61d0-42f8-9266-736c6a122aeb for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:10:42.725104 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e8549-879b-4850-ad06-5482f6582e78 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:42.725776 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-b49e8549-879b-4850-ad06-5482f6582e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:42.772524 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Allocated IP 172.20.0.2 (afdd8bcf-e898-41b9-a268-9083d2b02846/c5eda9f6-9209-4a3c-b6fa-f878a92de383/c6617a42-748c-4375-bc94-c363ac39d20f) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:10:42.795184 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ca591164-049b-4b05-b928-2abd0829e525 req-105e6147-0c9c-4053-93ac-97959e8f6931 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 210 time: 0.0435779 Aug 31 04:10:42.903424 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:42.907705 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-b49e8549-879b-4850-ad06-5482f6582e78 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:42.998984 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:43.001139 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:43.029795 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:43.045780 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a249e7c-d3f8-4c3a-9ff9-dd40b0a16a73 req-bad40bff-1ac6-4c00-96bd-aaff2f5b23b7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:43.047374 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7a249e7c-d3f8-4c3a-9ff9-dd40b0a16a73 req-bad40bff-1ac6-4c00-96bd-aaff2f5b23b7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 946 time: 0.0707877 Aug 31 04:10:43.095102 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Publish callbacks [] for router_gateway (0220139a-5748-4423-912f-9979ec9fe208), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:43.125408 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7a249e7c-d3f8-4c3a-9ff9-dd40b0a16a73 req-55df241f-f6c5-4456-b6d2-cb2b1aa7b5ce tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704036 Aug 31 04:10:43.164149 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:43.278792 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Publish callbacks [] for port (c6617a42-748c-4375-bc94-c363ac39d20f), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:43.291819 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (c6617a42-748c-4375-bc94-c363ac39d20f), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:43.325595 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:43.350197 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-ce0d6d94-2a88-4bc9-92a9-e214ae670c7f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:43.353044 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-ce0d6d94-2a88-4bc9-92a9-e214ae670c7f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 946 time: 0.1184371 Aug 31 04:10:43.383598 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Network afdd8bcf-e898-41b9-a268-9083d2b02846 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:10:43.393607 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:10:43.404647 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:10:43.405824 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Allocated IP 172.27.1.90 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/f05723a2-502d-49c8-ac2a-5972a1b9dabc) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:10:43.413838 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Pushing event updated for resources: {'Port': ['ID=c6617a42-748c-4375-bc94-c363ac39d20f,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:43.481148 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4a5f6087-e036-48f1-876a-01f9c49bc717 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:10:43.487623 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:43.488100 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:43.488698 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:43.489002 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:43.489433 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:43.489937 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:43.490359 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:43.490780 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:43.491245 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:43.491737 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:43.492318 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:43.492748 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:43.493323 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:43.493740 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:43.494159 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:43.534579 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 4a5f6087-e036-48f1-876a-01f9c49bc717 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:10:43.535335 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4a5f6087-e036-48f1-876a-01f9c49bc717 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:10:43.537808 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-37278c8d-2487-447c-917c-24284550063e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Deleting port 4a38be32-98cb-48fd-b704-e08ed42a7fef {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:10:43.538058 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-37278c8d-2487-447c-917c-24284550063e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:43.570600 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-b49e8549-879b-4850-ad06-5482f6582e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '3e0fd4f6-f214-4338-af25-6ffc7a17f848', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '55988fa5-eb1f-435f-ba39-34e32cd7d071', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:e7:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:06:39Z', 'updated_at': '2022-08-31T04:07:35Z', 'revision_number': 2, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:43.612328 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Publish callbacks [] for port (f05723a2-502d-49c8-ac2a-5972a1b9dabc), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:43.613946 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e8549-879b-4850-ad06-5482f6582e78 None None] The sync data for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi is: [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '3e0fd4f6-f214-4338-af25-6ffc7a17f848', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '55988fa5-eb1f-435f-ba39-34e32cd7d071', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:e7:02:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:06:39Z', 'updated_at': '2022-08-31T04:07:35Z', 'revision_number': 2, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:10:43.616295 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Attempting to bind port c6617a42-748c-4375-bc94-c363ac39d20f on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:10:43.616892 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Attempting to bind port c6617a42-748c-4375-bc94-c363ac39d20f by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:10:43.617489 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Attempting to bind port c6617a42-748c-4375-bc94-c363ac39d20f on network afdd8bcf-e898-41b9-a268-9083d2b02846 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:10:43.625544 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:10:43.628207 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Checking segment: {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:10:43.630156 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:43.632262 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Bound using segment: {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:10:43.633591 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Bound port: c6617a42-748c-4375-bc94-c363ac39d20f, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:10:43.635460 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c6617a42-748c-4375-bc94-c363ac39d20f), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:43.660248 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-37278c8d-2487-447c-917c-24284550063e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] For port 4a38be32-98cb-48fd-b704-e08ed42a7fef, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4a38be32-98cb-48fd-b704-e08ed42a7fef,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:10:43.670495 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-37278c8d-2487-447c-917c-24284550063e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:43.674443 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:43.676517 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (f05723a2-502d-49c8-ac2a-5972a1b9dabc), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:43.723049 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] For port c6617a42-748c-4375-bc94-c363ac39d20f, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:10:43.723535 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:10:43.727657 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] For port c6617a42-748c-4375-bc94-c363ac39d20f, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=c6617a42-748c-4375-bc94-c363ac39d20f,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:10:43.730353 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:10:43.735657 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c6617a42-748c-4375-bc94-c363ac39d20f), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:43.738376 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:10:43.800988 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c945c-14a5-4e2e-82ca-bbb8f4ed074e None None] Pushing event updated for resources: {'Port': ['ID=c6617a42-748c-4375-bc94-c363ac39d20f,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:43.802688 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Pushing event updated for resources: {'Port': ['ID=f05723a2-502d-49c8-ac2a-5972a1b9dabc,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:44.004751 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cf3def29-abcf-40d5-b00b-ed17d86c7dac req-0525b97a-fe99-4295-920d-658065ffacc3 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=fdae6298-1a2e-4f4a-88e0-32a21a1fed41 HTTP/1.1" status: 200 len: 210 time: 0.0532093 Aug 31 04:10:44.043478 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d01726-2893-40d6-9f5b-90f455ef0a60 None None] New status for floating IP 3e37f14a-b70a-4b28-849f-dcdc8b53470c: DOWN {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:10:44.052183 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-37278c8d-2487-447c-917c-24284550063e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:44.052667 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-37278c8d-2487-447c-917c-24284550063e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (60b10d95-e84e-41e6-9c7f-a0bed5899ae0), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:44.052941 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-37278c8d-2487-447c-917c-24284550063e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Floating IP 60b10d95-e84e-41e6-9c7f-a0bed5899ae0 disassociated. External IP: 172.27.1.20, port: 4a38be32-98cb-48fd-b704-e08ed42a7fef. Aug 31 04:10:44.053292 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-37278c8d-2487-447c-917c-24284550063e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Calling delete_port for 4a38be32-98cb-48fd-b704-e08ed42a7fef owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:10:44.203308 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Publish callbacks [] for router_gateway (0220139a-5748-4423-912f-9979ec9fe208), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:44.390670 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae85de3-50c5-4ee7-8fc6-b6602aee1538 req-544c49ab-0327-47b0-8ab0-219bef97ba89 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:44.392536 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5ae85de3-50c5-4ee7-8fc6-b6602aee1538 req-544c49ab-0327-47b0-8ab0-219bef97ba89 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 946 time: 0.1382015 Aug 31 04:10:44.411999 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-37278c8d-2487-447c-917c-24284550063e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (4a38be32-98cb-48fd-b704-e08ed42a7fef), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:44.426582 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:44.500663 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37278c8d-2487-447c-917c-24284550063e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event deleted for resources: {'Port': ['ID=4a38be32-98cb-48fd-b704-e08ed42a7fef,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:44.516108 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566090'] for router (0220139a-5748-4423-912f-9979ec9fe208), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:44.564089 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:44.643412 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5ae85de3-50c5-4ee7-8fc6-b6602aee1538 req-e3c0562f-73ec-4ed2-8bd4-c071262963ae tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=35250622-1cbc-455c-a944-e73893e0d5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407117 Aug 31 04:10:44.661559 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f30a56-d7a5-4121-9879-e198609ddd3d req-462a4dd1-4815-46af-95db-6b0c888626ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:44.662026 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Router 0220139a-5748-4423-912f-9979ec9fe208 is scheduled to L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 with binding_index 1 {{(pid=106458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:10:44.663160 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a8f30a56-d7a5-4121-9879-e198609ddd3d req-462a4dd1-4815-46af-95db-6b0c888626ae service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=dfefc6f232404c6ca48d073df67c3907&device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 1169 time: 0.1028373 Aug 31 04:10:44.712289 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165dbb1-237f-4f58-a3c0-b3fc39ead794 req-854ba089-0b2d-41f8-a5d8-52db2fc559ce tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:44.714049 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1165dbb1-237f-4f58-a3c0-b3fc39ead794 req-854ba089-0b2d-41f8-a5d8-52db2fc559ce tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 985 time: 0.1574471 Aug 31 04:10:44.788594 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:10:44.800099 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Sync routers for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:10:44.818132 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-37278c8d-2487-447c-917c-24284550063e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Router 0ca53967-c5bb-461c-a461-f6445f70aead has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:10:44.828116 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:44.830669 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:44.839077 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:44.840515 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-1472a2f1-3059-435d-b481-73d472cf1842 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5124693 Aug 31 04:10:44.845842 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45584) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:44.864116 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:44.966842 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1165dbb1-237f-4f58-a3c0-b3fc39ead794 req-1c20c113-0f94-4d7e-8779-35cbde664782 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1dfbc972-4426-4788-bce2-d653baa582a2&id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2375987 Aug 31 04:10:44.976424 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f30a56-d7a5-4121-9879-e198609ddd3d req-a855d81a-3d57-49e7-bd92-198de5d187af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:44.978253 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a8f30a56-d7a5-4121-9879-e198609ddd3d req-a855d81a-3d57-49e7-bd92-198de5d187af service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cce3a859-4e9e-46fa-badb-7d5c4e79d14e HTTP/1.1" status: 200 len: 915 time: 0.2849851 Aug 31 04:10:45.003609 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:45.107452 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:45.112199 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a8f30a56-d7a5-4121-9879-e198609ddd3d req-e709857e-fda7-4e89-a1d2-0f7f84543664 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b4e274a-7f96-4559-a287-f29400ea3c90 HTTP/1.1" status: 200 len: 1002 time: 0.1254253 Aug 31 04:10:45.139258 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-37278c8d-2487-447c-917c-24284550063e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:10:45.153167 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be3371-02c0-4f78-bb97-c517827b5057 None None] Sync routers for ids ['0ca53967-c5bb-461c-a461-f6445f70aead'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:10:45.182877 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be3371-02c0-4f78-bb97-c517827b5057 None None] Routers {'0ca53967-c5bb-461c-a461-f6445f70aead'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:45.183552 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-a1be3371-02c0-4f78-bb97-c517827b5057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0ca53967-c5bb-461c-a461-f6445f70aead'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:45.208850 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45590) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:45.267258 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-37278c8d-2487-447c-917c-24284550063e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] No DVR routers for this DVR port 4a38be32-98cb-48fd-b704-e08ed42a7fef on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:10:45.270950 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-37278c8d-2487-447c-917c-24284550063e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:45.274436 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cc14b583-0572-4c54-ab41-9291b6c2b625 req-37278c8d-2487-447c-917c-24284550063e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.26 "DELETE /networking/v2.0/ports/4a38be32-98cb-48fd-b704-e08ed42a7fef HTTP/1.1" status: 204 len: 173 time: 1.9141235 Aug 31 04:10:45.283943 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'name': 'network-vif-deleted', 'tag': '4a38be32-98cb-48fd-b704-e08ed42a7fef'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:10:45.286439 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfd4fb8-1cd5-46d3-9e15-8e641c9528c0" -d '{"events": [{"server_uuid": "675abe1e-ac1e-458b-b5ac-745a7f6917b7", "name": "network-vif-deleted", "tag": "4a38be32-98cb-48fd-b704-e08ed42a7fef"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:10:45.295700 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f30a56-d7a5-4121-9879-e198609ddd3d req-e2269b9c-b939-48e1-bbe4-90608e4b00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:45.299764 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a8f30a56-d7a5-4121-9879-e198609ddd3d req-e2269b9c-b939-48e1-bbe4-90608e4b00e3 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d4171192-3c90-4c21-8e83-5dc4c356643b HTTP/1.1" status: 200 len: 853 time: 0.1571138 Aug 31 04:10:45.395935 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd98ec2a-9507-42fb-be15-b06ae1d5d628 None None] Network afdd8bcf-e898-41b9-a268-9083d2b02846 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:10:45.419794 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e98bc3-0f07-4ad4-9083-09c0fe38a390 x-openstack-request-id: req-22e98bc3-0f07-4ad4-9083-09c0fe38a390 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:10:45.420109 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675abe1e-ac1e-458b-b5ac-745a7f6917b7", "name": "network-vif-deleted", "tag": "4a38be32-98cb-48fd-b704-e08ed42a7fef", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:10:45.420328 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22e98bc3-0f07-4ad4-9083-09c0fe38a390 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:10:45.420754 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e98bc3-0f07-4ad4-9083-09c0fe38a390'] response: {'server_uuid': '675abe1e-ac1e-458b-b5ac-745a7f6917b7', 'name': 'network-vif-deleted', 'tag': '4a38be32-98cb-48fd-b704-e08ed42a7fef', 'status': 'completed', 'code': 200} Aug 31 04:10:45.449417 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device c6617a42-748c-4375-bc94-c363ac39d20f up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:10:45.473826 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8a6b07cb-95b6-43e1-9c16-3ca138245187 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:45.493071 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f30a56-d7a5-4121-9879-e198609ddd3d req-eedb1a2d-3060-4377-85b2-f2c3a5067c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:45.494745 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a8f30a56-d7a5-4121-9879-e198609ddd3d req-eedb1a2d-3060-4377-85b2-f2c3a5067c5a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cce3a859-4e9e-46fa-badb-7d5c4e79d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1783266 Aug 31 04:10:45.507645 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8a6b07cb-95b6-43e1-9c16-3ca138245187 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:45.546637 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:43Z', 'revision_number': 3, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:45.587048 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Checking router: 0220139a-5748-4423-912f-9979ec9fe208 for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:10:45.587396 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Updating router 0220139a-5748-4423-912f-9979ec9fe208 port f05723a2-502d-49c8-ac2a-5972a1b9dabc binding host dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:10:45.588389 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-a1be3371-02c0-4f78-bb97-c517827b5057 None None] Set router 0ca53967-c5bb-461c-a461-f6445f70aead gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:45.598218 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:45.617843 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a8f30a56-d7a5-4121-9879-e198609ddd3d req-0722e866-8d8d-4637-bb07-daf9ebf7dd88 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068494 Aug 31 04:10:45.647132 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-4e45d455-1d1e-4404-a33e-2f6f0b65949a None None] Provisioning complete for port c6617a42-748c-4375-bc94-c363ac39d20f triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:45.647719 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4e45d455-1d1e-4404-a33e-2f6f0b65949a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c6617a42-748c-4375-bc94-c363ac39d20f), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:45.672611 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:45.700818 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port c6617a42-748c-4375-bc94-c363ac39d20f triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:45.701927 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c6617a42-748c-4375-bc94-c363ac39d20f), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:45.734352 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:45.815590 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8a6b07cb-95b6-43e1-9c16-3ca138245187 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:45.820223 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8a6b07cb-95b6-43e1-9c16-3ca138245187 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:45.829138 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-8a6b07cb-95b6-43e1-9c16-3ca138245187 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea HTTP/1.1" status: 204 len: 168 time: 0.6190727 Aug 31 04:10:45.835490 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45598) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:45.844911 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (f05723a2-502d-49c8-ac2a-5972a1b9dabc), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:45.880619 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.api.v2.resource [None req-15347c5a-c529-4ac5-8d88-b8d452afd209 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] show failed (client error): The resource could not be found. Aug 31 04:10:45.882755 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-15347c5a-c529-4ac5-8d88-b8d452afd209 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups/3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea HTTP/1.1" status: 404 len: 347 time: 0.0317583 Aug 31 04:10:45.887941 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45600) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:45.947335 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a8f30a56-d7a5-4121-9879-e198609ddd3d req-df7f7716-402f-49f0-a8aa-987b8e0f8b4f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229916 Aug 31 04:10:45.958307 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9d899bf4-bfeb-4e81-8222-5d16ecc35249 req-1405c81e-647e-4b87-9c89-8ef2eee929ef tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=675abe1e-ac1e-458b-b5ac-745a7f6917b7 HTTP/1.1" status: 200 len: 210 time: 0.1177268 Aug 31 04:10:45.966880 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b07cb-95b6-43e1-9c16-3ca138245187 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5c31db-b5f3-4a07-ad94-333d7b3cc4ea,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:46.163347 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=100 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:46.169328 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:46.170499 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-a1be3371-02c0-4f78-bb97-c517827b5057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:42Z', 'revision_number': 5, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:46.203990 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-604811ec-2b82-4af8-9bef-c827703bf742 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Deleting port db8dd08d-3256-4336-8286-3f917c8730f3 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:10:46.203990 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-604811ec-2b82-4af8-9bef-c827703bf742 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (db8dd08d-3256-4336-8286-3f917c8730f3), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.206294 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-4e45d455-1d1e-4404-a33e-2f6f0b65949a None None] Current status of the port c6617a42-748c-4375-bc94-c363ac39d20f is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:10:46.206683 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4e45d455-1d1e-4404-a33e-2f6f0b65949a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c6617a42-748c-4375-bc94-c363ac39d20f), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.215580 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be3371-02c0-4f78-bb97-c517827b5057 None None] Checking router: 0ca53967-c5bb-461c-a461-f6445f70aead for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:10:46.234269 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Allocated IP 172.20.0.1 (afdd8bcf-e898-41b9-a268-9083d2b02846/c5eda9f6-9209-4a3c-b6fa-f878a92de383/bb2b9907-31ba-4afd-83e2-465025152945) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:10:46.237416 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a75947-d297-4b65-9d6e-0a93ff63bc6f req-24dcd17a-661c-4d19-8bbe-057728face6c tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:46.239763 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be3371-02c0-4f78-bb97-c517827b5057 None None] Routers {'0ca53967-c5bb-461c-a461-f6445f70aead'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:46.240598 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-a1be3371-02c0-4f78-bb97-c517827b5057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0ca53967-c5bb-461c-a461-f6445f70aead'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:46.240782 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-52a75947-d297-4b65-9d6e-0a93ff63bc6f req-24dcd17a-661c-4d19-8bbe-057728face6c tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 985 time: 0.1155837 Aug 31 04:10:46.276552 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port c6617a42-748c-4375-bc94-c363ac39d20f is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:10:46.276962 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (c6617a42-748c-4375-bc94-c363ac39d20f), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.366154 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-52a75947-d297-4b65-9d6e-0a93ff63bc6f req-650b651c-473c-4bf0-98d1-93454c7a168c tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1dfbc972-4426-4788-bce2-d653baa582a2&id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189182 Aug 31 04:10:46.388579 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-4e45d455-1d1e-4404-a33e-2f6f0b65949a None None] For port c6617a42-748c-4375-bc94-c363ac39d20f, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=c6617a42-748c-4375-bc94-c363ac39d20f,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:10:46.415191 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4e45d455-1d1e-4404-a33e-2f6f0b65949a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (c6617a42-748c-4375-bc94-c363ac39d20f), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.423370 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-a1be3371-02c0-4f78-bb97-c517827b5057 None None] Set router 0ca53967-c5bb-461c-a461-f6445f70aead gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:46.436359 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-604811ec-2b82-4af8-9bef-c827703bf742 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (db8dd08d-3256-4336-8286-3f917c8730f3), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.436948 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-604811ec-2b82-4af8-9bef-c827703bf742 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (db8dd08d-3256-4336-8286-3f917c8730f3), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.463374 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-604811ec-2b82-4af8-9bef-c827703bf742 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Calling delete_port for db8dd08d-3256-4336-8286-3f917c8730f3 owned by network:floatingip {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:10:46.519009 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45d455-1d1e-4404-a33e-2f6f0b65949a None None] Pushing event updated for resources: {'Port': ['ID=c6617a42-748c-4375-bc94-c363ac39d20f,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:46.545254 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.db.api [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106460) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 31 04:10:46.545656 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG oslo_db.api [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 04:10:46.554917 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Publish callbacks [] for port (bb2b9907-31ba-4afd-83e2-465025152945), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.565087 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-4df56859-5879-44cb-8744-f191f79f8b40 None None] Provisioning complete for port c6617a42-748c-4375-bc94-c363ac39d20f triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:46.566246 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4df56859-5879-44cb-8744-f191f79f8b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c6617a42-748c-4375-bc94-c363ac39d20f), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.627974 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (bb2b9907-31ba-4afd-83e2-465025152945), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.654842 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Publish callbacks [] for port (f05723a2-502d-49c8-ac2a-5972a1b9dabc), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.655095 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-a1be3371-02c0-4f78-bb97-c517827b5057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:42Z', 'revision_number': 5, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:46.690008 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be3371-02c0-4f78-bb97-c517827b5057 None None] The sync data for ids ['0ca53967-c5bb-461c-a461-f6445f70aead'] in dv-cinder-853910-5-iscsi is: [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:42Z', 'revision_number': 5, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:10:46.693036 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (f05723a2-502d-49c8-ac2a-5972a1b9dabc), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.701096 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Network afdd8bcf-e898-41b9-a268-9083d2b02846 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:10:46.718355 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Pushing event updated for resources: {'Port': ['ID=bb2b9907-31ba-4afd-83e2-465025152945,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:46.721706 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:10:46.737208 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:10:46.741254 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-604811ec-2b82-4af8-9bef-c827703bf742 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (db8dd08d-3256-4336-8286-3f917c8730f3), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.829381 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604811ec-2b82-4af8-9bef-c827703bf742 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event deleted for resources: {'Port': ['ID=db8dd08d-3256-4336-8286-3f917c8730f3,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:46.873578 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:46.883005 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:46.887817 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface (0220139a-5748-4423-912f-9979ec9fe208), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.910614 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-4df56859-5879-44cb-8744-f191f79f8b40 None None] Current status of the port c6617a42-748c-4375-bc94-c363ac39d20f is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:10:46.927995 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-604811ec-2b82-4af8-9bef-c827703bf742 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (3e37f14a-b70a-4b28-849f-dcdc8b53470c), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.930527 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-604811ec-2b82-4af8-9bef-c827703bf742 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.931757 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-604811ec-2b82-4af8-9bef-c827703bf742 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/3e37f14a-b70a-4b28-849f-dcdc8b53470c HTTP/1.1" status: 204 len: 168 time: 1.0405748 Aug 31 04:10:46.952114 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Attempting to bind port f05723a2-502d-49c8-ac2a-5972a1b9dabc on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:10:46.952631 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Attempting to bind port f05723a2-502d-49c8-ac2a-5972a1b9dabc by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:10:46.953009 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Attempting to bind port f05723a2-502d-49c8-ac2a-5972a1b9dabc on network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:10:46.968339 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:10:46.968707 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Checking segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:10:46.969106 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.969489 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Bound using segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:10:46.969968 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Bound port: f05723a2-502d-49c8-ac2a-5972a1b9dabc, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:10:46.970343 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (f05723a2-502d-49c8-ac2a-5972a1b9dabc), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:46.996024 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:46.999462 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71626ef4-34cf-48a5-9b38-cc42785b5152 None None] Pushing event updated for resources: {'Port': ['ID=f05723a2-502d-49c8-ac2a-5972a1b9dabc,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:47.040624 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] For port f05723a2-502d-49c8-ac2a-5972a1b9dabc, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:10:47.045025 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] For port f05723a2-502d-49c8-ac2a-5972a1b9dabc, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=f05723a2-502d-49c8-ac2a-5972a1b9dabc,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:10:47.086363 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d11df3-2877-4d7f-8065-ccd337b05d13 None None] New status for floating IP 60b10d95-e84e-41e6-9c7f-a0bed5899ae0: DOWN {{(pid=106460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:10:47.097357 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (bb2b9907-31ba-4afd-83e2-465025152945), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:47.108922 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45616) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:47.125190 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-30eb8ab1-b6c8-4438-92ee-eaf57cb05830 None None] Provisioning complete for port bb2b9907-31ba-4afd-83e2-465025152945 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:47.125730 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-30eb8ab1-b6c8-4438-92ee-eaf57cb05830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (bb2b9907-31ba-4afd-83e2-465025152945), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:47.128050 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (f05723a2-502d-49c8-ac2a-5972a1b9dabc), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:47.193295 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port c6617a42-748c-4375-bc94-c363ac39d20f is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:10:47.199215 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-666b9c56-46e2-4931-8390-d185c43a2a3c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group (35250622-1cbc-455c-a944-e73893e0d5dc), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:47.247301 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-666b9c56-46e2-4931-8390-d185c43a2a3c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group (35250622-1cbc-455c-a944-e73893e0d5dc), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:47.312037 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:47.312709 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:47.354183 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-666b9c56-46e2-4931-8390-d185c43a2a3c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (35250622-1cbc-455c-a944-e73893e0d5dc), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:47.358111 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-666b9c56-46e2-4931-8390-d185c43a2a3c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:47.359360 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-666b9c56-46e2-4931-8390-d185c43a2a3c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/35250622-1cbc-455c-a944-e73893e0d5dc HTTP/1.1" status: 204 len: 168 time: 0.2494318 Aug 31 04:10:47.363595 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45622) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:47.377987 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-30eb8ab1-b6c8-4438-92ee-eaf57cb05830 None None] Port bb2b9907-31ba-4afd-83e2-465025152945 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:10:47.390829 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71626ef4-34cf-48a5-9b38-cc42785b5152 None None] Pushing event updated for resources: {'Port': ['ID=f05723a2-502d-49c8-ac2a-5972a1b9dabc,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:47.426776 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b9c56-46e2-4931-8390-d185c43a2a3c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35250622-1cbc-455c-a944-e73893e0d5dc,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:47.455406 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device c6617a42-748c-4375-bc94-c363ac39d20f up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:10:47.457896 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.api.v2.resource [None req-d14dfed5-6649-4a88-b58a-598cb7def3b1 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] show failed (client error): The resource could not be found. Aug 31 04:10:47.460204 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-d14dfed5-6649-4a88-b58a-598cb7def3b1 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups/35250622-1cbc-455c-a944-e73893e0d5dc HTTP/1.1" status: 404 len: 347 time: 0.0948546 Aug 31 04:10:47.463294 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45626) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:47.491980 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4a38be32-98cb-48fd-b704-e08ed42a7fef no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:10:47.525101 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:47.532950 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 4a38be32-98cb-48fd-b704-e08ed42a7fef {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:10:47.533386 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4a38be32-98cb-48fd-b704-e08ed42a7fef not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:10:47.547985 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:47.594419 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port c6617a42-748c-4375-bc94-c363ac39d20f triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:47.595007 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (c6617a42-748c-4375-bc94-c363ac39d20f), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:47.612567 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaece541-de55-438d-b1de-0c3b58cb01bc req-6fb6f3a1-3599-463a-b179-efe50745d1f7 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:47.614165 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eaece541-de55-438d-b1de-0c3b58cb01bc req-6fb6f3a1-3599-463a-b179-efe50745d1f7 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 985 time: 0.1245840 Aug 31 04:10:47.662425 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b8ce8-f58e-45f6-afa2-e2d84400a451 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Deleting port 40afa797-b27d-4fcf-8c62-626a287116e2 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:10:47.662666 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8ce8-f58e-45f6-afa2-e2d84400a451 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (40afa797-b27d-4fcf-8c62-626a287116e2), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:47.680450 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:47.704662 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:47.725991 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Publish callbacks [] for port (bb2b9907-31ba-4afd-83e2-465025152945), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:47.735725 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007924'] for port (bb2b9907-31ba-4afd-83e2-465025152945), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:47.757746 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eaece541-de55-438d-b1de-0c3b58cb01bc req-afd3ee26-aa1d-4e56-9a45-73a1b0673d3d tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1dfbc972-4426-4788-bce2-d653baa582a2&id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261566 Aug 31 04:10:47.793086 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565434'] for router_interface (0220139a-5748-4423-912f-9979ec9fe208), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:47.815665 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port c6617a42-748c-4375-bc94-c363ac39d20f is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:10:47.868268 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:46Z', 'revision_number': 1, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:47.876408 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Pushing event updated for resources: {'Port': ['ID=bb2b9907-31ba-4afd-83e2-465025152945,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:47.898065 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feabd0f8-3afb-4241-8329-b8eab585f408 None None] The sync data for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi is: [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:46Z', 'revision_number': 1, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:10:47.960326 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Network afdd8bcf-e898-41b9-a268-9083d2b02846 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:10:47.961851 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:10:48.086370 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Router 0220139a-5748-4423-912f-9979ec9fe208 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:10:48.091541 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8ce8-f58e-45f6-afa2-e2d84400a451 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (40afa797-b27d-4fcf-8c62-626a287116e2), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.092082 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8ce8-f58e-45f6-afa2-e2d84400a451 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for floatingip (40afa797-b27d-4fcf-8c62-626a287116e2), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.108103 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b8ce8-f58e-45f6-afa2-e2d84400a451 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Calling delete_port for 40afa797-b27d-4fcf-8c62-626a287116e2 owned by network:floatingip {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:10:48.241497 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:10:48.247279 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-fd13fd02-14f6-435e-8e49-ccb243652198 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/0220139a-5748-4423-912f-9979ec9fe208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4002388 Aug 31 04:10:48.301354 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8ce8-f58e-45f6-afa2-e2d84400a451 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (40afa797-b27d-4fcf-8c62-626a287116e2), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.311540 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-b21183b2-2e22-4383-b729-654d4ac82d5c None None] Provisioning complete for port bb2b9907-31ba-4afd-83e2-465025152945 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:48.311910 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b21183b2-2e22-4383-b729-654d4ac82d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (bb2b9907-31ba-4afd-83e2-465025152945), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.332588 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b8ce8-f58e-45f6-afa2-e2d84400a451 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event deleted for resources: {'Port': ['ID=40afa797-b27d-4fcf-8c62-626a287116e2,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:48.345473 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-b21183b2-2e22-4383-b729-654d4ac82d5c None None] Port bb2b9907-31ba-4afd-83e2-465025152945 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:10:48.403530 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8ce8-f58e-45f6-afa2-e2d84400a451 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for floatingip (60b10d95-e84e-41e6-9c7f-a0bed5899ae0), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.406772 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8ce8-f58e-45f6-afa2-e2d84400a451 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.410946 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-ff2b8ce8-f58e-45f6-afa2-e2d84400a451 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/60b10d95-e84e-41e6-9c7f-a0bed5899ae0 HTTP/1.1" status: 204 len: 168 time: 0.9310448 Aug 31 04:10:48.510909 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45640) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:48.515767 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-6d5a50b6-4fb6-4c2f-a07e-fd2c57f80e05 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--959416947', 'description': 'tempest-description--628195149'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:48.539829 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6d5a50b6-4fb6-4c2f-a07e-fd2c57f80e05 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.622261 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6d5a50b6-4fb6-4c2f-a07e-fd2c57f80e05 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group (1d45d83d-8db7-45d2-a886-0aa43d79ec57), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.628758 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6d5a50b6-4fb6-4c2f-a07e-fd2c57f80e05 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (1d45d83d-8db7-45d2-a886-0aa43d79ec57), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.658939 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6d5a50b6-4fb6-4c2f-a07e-fd2c57f80e05 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.663822 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-6d5a50b6-4fb6-4c2f-a07e-fd2c57f80e05 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1485109 Aug 31 04:10:48.664442 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45646) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:48.667917 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-b68d2113-5961-48aa-b503-d9571e9057fc tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Request body: {'security_group_rule': {'security_group_id': '1d45d83d-8db7-45d2-a886-0aa43d79ec57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:48.681581 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a50b6-4fb6-4c2f-a07e-fd2c57f80e05 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d45d83d-8db7-45d2-a886-0aa43d79ec57,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:48.744513 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b68d2113-5961-48aa-b503-d9571e9057fc tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group_rule (0b31cb04-95e8-4e6e-a0ca-dcca943ece40), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.814918 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:48.839837 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b68d2113-5961-48aa-b503-d9571e9057fc tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group_rule (0b31cb04-95e8-4e6e-a0ca-dcca943ece40), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.846381 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b68d2113-5961-48aa-b503-d9571e9057fc tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (0b31cb04-95e8-4e6e-a0ca-dcca943ece40), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.885919 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45656) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:48.896158 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1232250807-network', 'tenant_id': '46652dc4c6e940c3a1dbb2c7dc057f3a'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:48.919783 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63afa63-4b2d-490e-acef-d719188bda29 req-18f63f76-0df9-4254-a51e-5f56125ebceb tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:48.920909 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d2113-5961-48aa-b503-d9571e9057fc tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b31cb04-95e8-4e6e-a0ca-dcca943ece40,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:48.921482 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b63afa63-4b2d-490e-acef-d719188bda29 req-18f63f76-0df9-4254-a51e-5f56125ebceb tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 985 time: 0.0652559 Aug 31 04:10:48.934466 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b68d2113-5961-48aa-b503-d9571e9057fc tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.938784 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-b68d2113-5961-48aa-b503-d9571e9057fc tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2718246 Aug 31 04:10:48.940136 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45658) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:48.945502 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-fce78e55-b049-485c-842d-e83cb297ce64 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Request body: {'security_group_rule': {'security_group_id': '1d45d83d-8db7-45d2-a886-0aa43d79ec57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:48.963008 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] Made reservation on behalf of 46652dc4c6e940c3a1dbb2c7dc057f3a for: {'network': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:10:48.965256 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.979064 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:48.991382 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b63afa63-4b2d-490e-acef-d719188bda29 req-66ab7929-4455-461e-908e-2718061ce020 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1dfbc972-4426-4788-bce2-d653baa582a2&id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623958 Aug 31 04:10:49.001253 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fce78e55-b049-485c-842d-e83cb297ce64 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group_rule (403dd105-f7c3-46b5-abc9-c2b6ca7f0fea), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.081734 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:49.106713 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fce78e55-b049-485c-842d-e83cb297ce64 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group_rule (403dd105-f7c3-46b5-abc9-c2b6ca7f0fea), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.118253 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fce78e55-b049-485c-842d-e83cb297ce64 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (403dd105-f7c3-46b5-abc9-c2b6ca7f0fea), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.143946 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] Publish callbacks [] for security_group (07eada7c-d599-4114-afcf-ed292e6c5a5b), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.149853 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce78e55-b049-485c-842d-e83cb297ce64 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403dd105-f7c3-46b5-abc9-c2b6ca7f0fea,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:49.152142 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (07eada7c-d599-4114-afcf-ed292e6c5a5b), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.161358 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fce78e55-b049-485c-842d-e83cb297ce64 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.162593 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-fce78e55-b049-485c-842d-e83cb297ce64 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2214634 Aug 31 04:10:49.166186 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45660) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:49.171439 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Request body: {'floatingip': {'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:49.183741 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=106458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:10:49.196146 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07eada7c-d599-4114-afcf-ed292e6c5a5b,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:49.198686 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.201517 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (bb1860f3-8bd6-47c4-9c5f-aea823250273), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.201851 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.segments_db [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] Added segment bb1860f3-8bd6-47c4-9c5f-aea823250273 of type vlan for network 8f43a86e-82b3-4aa4-84de-b2765d55e320 Aug 31 04:10:49.204331 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:49.251398 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (8f43a86e-82b3-4aa4-84de-b2765d55e320), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.296366 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (8f43a86e-82b3-4aa4-84de-b2765d55e320), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.297427 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:49.298013 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.319395 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.352661 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device f05723a2-502d-49c8-ac2a-5972a1b9dabc up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:10:49.377752 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4829819 Aug 31 04:10:49.378934 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45662) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:49.381643 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4246276-427b-482a-82f9-4b7dbd3cd0cc admin admin] Pushing event updated for resources: {'Network': ['ID=8f43a86e-82b3-4aa4-84de-b2765d55e320,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:49.382125 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:49.386558 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-99deaf15-7d7b-45c1-928b-c53a1148dbea admin admin] Request body: {'subnet': {'network_id': '8f43a86e-82b3-4aa4-84de-b2765d55e320', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1232250807-subnet', 'tenant_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'ip_version': 4}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:49.397414 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network 8f43a86e-82b3-4aa4-84de-b2765d55e320 details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:10:49.443003 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:49.447757 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99deaf15-7d7b-45c1-928b-c53a1148dbea admin admin] Made reservation on behalf of 46652dc4c6e940c3a1dbb2c7dc057f3a for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:10:49.450266 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99deaf15-7d7b-45c1-928b-c53a1148dbea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4017601'] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.466287 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:49.479247 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port f05723a2-502d-49c8-ac2a-5972a1b9dabc triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:49.479809 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (f05723a2-502d-49c8-ac2a-5972a1b9dabc), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.542350 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Allocated IP 172.27.1.93 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/81ca0823-2ece-4060-b87f-ac6577c8bdb9) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:10:49.591141 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port f05723a2-502d-49c8-ac2a-5972a1b9dabc is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:10:49.591912 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (f05723a2-502d-49c8-ac2a-5972a1b9dabc), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.618182 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port f05723a2-502d-49c8-ac2a-5972a1b9dabc, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=f05723a2-502d-49c8-ac2a-5972a1b9dabc,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:10:49.622981 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (f05723a2-502d-49c8-ac2a-5972a1b9dabc), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.674323 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=f05723a2-502d-49c8-ac2a-5972a1b9dabc,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:49.754914 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for port (81ca0823-2ece-4060-b87f-ac6577c8bdb9), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.765500 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99deaf15-7d7b-45c1-928b-c53a1148dbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2222273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4017623'] for subnet (d5bcc73b-28d5-468c-97cc-5d43bbef7296), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.842934 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99deaf15-7d7b-45c1-928b-c53a1148dbea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bcc73b-28d5-468c-97cc-5d43bbef7296,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:49.846999 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (81ca0823-2ece-4060-b87f-ac6577c8bdb9), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:49.892852 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99deaf15-7d7b-45c1-928b-c53a1148dbea admin admin] Checking segment: {'id': 'bb1860f3-8bd6-47c4-9c5f-aea823250273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8f43a86e-82b3-4aa4-84de-b2765d55e320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:10:49.893192 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99deaf15-7d7b-45c1-928b-c53a1148dbea admin admin] Network hostable DHCP agents. Network: 8f43a86e-82b3-4aa4-84de-b2765d55e320, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:10:49.896320 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:10:49.905092 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:10:49.909784 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:10:49.940238 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event updated for resources: {'Port': ['ID=81ca0823-2ece-4060-b87f-ac6577c8bdb9,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:49.945901 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:49.970502 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99deaf15-7d7b-45c1-928b-c53a1148dbea admin admin] Network 8f43a86e-82b3-4aa4-84de-b2765d55e320 is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:10:49.984324 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-99deaf15-7d7b-45c1-928b-c53a1148dbea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, 8f43a86e-82b3-4aa4-84de-b2765d55e320) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:10:49.990457 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99deaf15-7d7b-45c1-928b-c53a1148dbea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:49.991003 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-99deaf15-7d7b-45c1-928b-c53a1148dbea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.000473 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fbcb45-8ed4-4392-aa06-f0623fb02cf1 None None] Network 8f43a86e-82b3-4aa4-84de-b2765d55e320 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:10:50.039180 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-99deaf15-7d7b-45c1-928b-c53a1148dbea admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6576750 Aug 31 04:10:50.039581 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45670) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:50.044811 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1232250807-router', 'tenant_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:50.048713 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:10:50.066483 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for floatingip (fd499dfe-f2e8-4800-bc48-783a163cd5aa), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.104765 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8313'] for router (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.105798 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-565639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8192'] for router (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.159253 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (81ca0823-2ece-4060-b87f-ac6577c8bdb9), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.162294 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372d0481-a19b-5f9c-9230-c03ba1597ea4-8f43a86e-82b3-4aa4-84de-b2765d55e320', 'network_id': '8f43a86e-82b3-4aa4-84de-b2765d55e320', 'project_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'fixed_ips': [{'subnet_id': 'd5bcc73b-28d5-468c-97cc-5d43bbef7296'}]}} from dv-cinder-853910-5-iscsi. {{(pid=106460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:10:50.163276 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.164519 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:50.216159 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c745d-12f3-4fe8-ac50-1afbc837fa39 req-76f6c326-ba94-48d2-98ce-c512094c6609 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:50.217741 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f36c745d-12f3-4fe8-ac50-1afbc837fa39 req-76f6c326-ba94-48d2-98ce-c512094c6609 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 985 time: 0.1143892 Aug 31 04:10:50.253703 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Publish callbacks [] for router_controller (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), precommit_add_association {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.311899 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Allocated IP 172.20.0.2 (8f43a86e-82b3-4aa4-84de-b2765d55e320/d5bcc73b-28d5-468c-97cc-5d43bbef7296/47d09312-3360-4542-b8b4-0ebd1fba904c) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:10:50.352372 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Sync routers for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:10:50.371762 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:50.372752 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:50.501935 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:50.529000 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f36c745d-12f3-4fe8-ac50-1afbc837fa39 req-5ca669c5-4eeb-4dab-b96f-5546cf26b4f6 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1dfbc972-4426-4788-bce2-d653baa582a2&id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2775397 Aug 31 04:10:50.533339 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Publish callbacks [] for router_gateway (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.635843 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for port (81ca0823-2ece-4060-b87f-ac6577c8bdb9), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.647280 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (81ca0823-2ece-4060-b87f-ac6577c8bdb9), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.676345 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Publish callbacks [] for port (47d09312-3360-4542-b8b4-0ebd1fba904c), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.681266 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:50.687163 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (47d09312-3360-4542-b8b4-0ebd1fba904c), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.715537 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:50.747216 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 2, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:50.749176 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:50.754828 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Network 8f43a86e-82b3-4aa4-84de-b2765d55e320 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:10:50.756199 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Pushing event updated for resources: {'Port': ['ID=47d09312-3360-4542-b8b4-0ebd1fba904c,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:50.758835 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:10:50.760910 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:10:50.789639 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Checking router: 0220139a-5748-4423-912f-9979ec9fe208 for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:10:50.789981 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Updating router 0220139a-5748-4423-912f-9979ec9fe208 port bb2b9907-31ba-4afd-83e2-465025152945 binding host dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:10:50.815250 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event updated for resources: {'Port': ['ID=81ca0823-2ece-4060-b87f-ac6577c8bdb9,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:50.822919 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (fd499dfe-f2e8-4800-bc48-783a163cd5aa), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.823546 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (bb2b9907-31ba-4afd-83e2-465025152945), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.832743 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Attempting to bind port 47d09312-3360-4542-b8b4-0ebd1fba904c on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:10:50.833155 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Attempting to bind port 47d09312-3360-4542-b8b4-0ebd1fba904c by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': 'bb1860f3-8bd6-47c4-9c5f-aea823250273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8f43a86e-82b3-4aa4-84de-b2765d55e320'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:10:50.833553 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Attempting to bind port 47d09312-3360-4542-b8b4-0ebd1fba904c on network 8f43a86e-82b3-4aa4-84de-b2765d55e320 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:10:50.842256 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:10:50.842256 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Checking segment: {'id': 'bb1860f3-8bd6-47c4-9c5f-aea823250273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8f43a86e-82b3-4aa4-84de-b2765d55e320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:10:50.842256 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.842813 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Bound using segment: {'id': 'bb1860f3-8bd6-47c4-9c5f-aea823250273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8f43a86e-82b3-4aa4-84de-b2765d55e320'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:10:50.842915 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Bound port: 47d09312-3360-4542-b8b4-0ebd1fba904c, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1860f3-8bd6-47c4-9c5f-aea823250273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8f43a86e-82b3-4aa4-84de-b2765d55e320'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:10:50.843313 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (47d09312-3360-4542-b8b4-0ebd1fba904c), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.866499 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.877172 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-e1ed5ee3-61c7-49c4-bf89-c59ef2cfe67c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7002969 Aug 31 04:10:50.891756 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Publish callbacks [] for router_gateway (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.913324 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.916876 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] For port 47d09312-3360-4542-b8b4-0ebd1fba904c, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:10:50.921755 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] For port 47d09312-3360-4542-b8b4-0ebd1fba904c, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=47d09312-3360-4542-b8b4-0ebd1fba904c,segment=NetworkSegment(bb1860f3-8bd6-47c4-9c5f-aea823250273),segment_id=bb1860f3-8bd6-47c4-9c5f-aea823250273)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:10:50.931157 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (47d09312-3360-4542-b8b4-0ebd1fba904c), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:50.991151 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:51.023697 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b34adc-c57e-4f26-821e-2b462ab295fb None None] Pushing event updated for resources: {'Port': ['ID=47d09312-3360-4542-b8b4-0ebd1fba904c,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:51.085405 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Allocated IP 172.27.1.120 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/f6d12c31-951b-4c9e-a926-a70bb82db543) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:10:51.137821 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Publish callbacks [] for port (bb2b9907-31ba-4afd-83e2-465025152945), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:51.148179 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (bb2b9907-31ba-4afd-83e2-465025152945), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:51.292097 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Pushing event updated for resources: {'Port': ['ID=bb2b9907-31ba-4afd-83e2-465025152945,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:51.315620 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:51.315959 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:51.316564 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:51.317117 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:51.317663 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:51.318211 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:51.318772 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Publish callbacks [] for port (f6d12c31-951b-4c9e-a926-a70bb82db543), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:51.319131 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:51.319996 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:51.320561 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:51.321104 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:51.321628 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:51.322166 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:51.322685 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:51.323240 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:51.323806 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:10:51.329640 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Attempting to bind port bb2b9907-31ba-4afd-83e2-465025152945 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:10:51.330307 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Attempting to bind port bb2b9907-31ba-4afd-83e2-465025152945 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:10:51.330907 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Attempting to bind port bb2b9907-31ba-4afd-83e2-465025152945 on network afdd8bcf-e898-41b9-a268-9083d2b02846 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:10:51.331811 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-e1b83dc9-a682-4629-9eb7-678df39537f3 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--959416947&fields=id&tenant_id=66bcbde4eda6417ea15dca2371c28540 HTTP/1.1" status: 200 len: 267 time: 0.1464031 Aug 31 04:10:51.347667 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:10:51.349273 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Checking segment: {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:10:51.350393 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:51.351463 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Bound using segment: {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:10:51.352806 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Bound port: bb2b9907-31ba-4afd-83e2-465025152945, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:10:51.353367 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (bb2b9907-31ba-4afd-83e2-465025152945), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:51.430631 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] For port bb2b9907-31ba-4afd-83e2-465025152945, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:10:51.435236 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] For port bb2b9907-31ba-4afd-83e2-465025152945, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=bb2b9907-31ba-4afd-83e2-465025152945,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:10:51.444240 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (bb2b9907-31ba-4afd-83e2-465025152945), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:51.452671 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (f6d12c31-951b-4c9e-a926-a70bb82db543), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:51.505204 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d12c31-951b-4c9e-a926-a70bb82db543,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:51.508463 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:51.508867 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b4044-f739-4fd6-9f5a-7c03c8dcfb38 None None] Pushing event updated for resources: {'Port': ['ID=bb2b9907-31ba-4afd-83e2-465025152945,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:51.517138 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:51.517757 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:51.519234 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:10:51.523797 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:10:51.528144 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:10:51.533455 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device f05723a2-502d-49c8-ac2a-5972a1b9dabc up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:10:51.537936 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:51.594337 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-d2059bcd-a846-482a-8aef-fa681329b316 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:51.596264 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-d2059bcd-a846-482a-8aef-fa681329b316 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/networks?id=52829969-a42a-442d-a4b2-1b1707d47a14 HTTP/1.1" status: 200 len: 817 time: 0.2540860 Aug 31 04:10:51.653687 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port f05723a2-502d-49c8-ac2a-5972a1b9dabc triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:51.654179 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (f05723a2-502d-49c8-ac2a-5972a1b9dabc), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:51.702079 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:51.720856 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:51.739858 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:51.742834 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port f05723a2-502d-49c8-ac2a-5972a1b9dabc is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:10:51.743946 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 47d09312-3360-4542-b8b4-0ebd1fba904c up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:10:51.757655 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-396c516e-a40a-4412-816e-eb2f29800b50 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/quotas/66bcbde4eda6417ea15dca2371c28540 HTTP/1.1" status: 200 len: 375 time: 0.1432331 Aug 31 04:10:51.797433 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 47d09312-3360-4542-b8b4-0ebd1fba904c triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:51.797813 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (47d09312-3360-4542-b8b4-0ebd1fba904c), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:51.810088 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e04205-6543-4643-abfe-3f85ee6e1c48 req-e002f665-69f1-46db-a527-c0690e61bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:51.811730 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-11e04205-6543-4643-abfe-3f85ee6e1c48 req-e002f665-69f1-46db-a527-c0690e61bfa9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 1130 time: 0.1523960 Aug 31 04:10:51.854276 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f211f4-c434-42cd-9ff5-319092087b02 req-8cc3c8d0-a911-4254-8c54-78650f7e3892 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:51.855898 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c2f211f4-c434-42cd-9ff5-319092087b02 req-8cc3c8d0-a911-4254-8c54-78650f7e3892 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 985 time: 0.1954491 Aug 31 04:10:51.898857 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 47d09312-3360-4542-b8b4-0ebd1fba904c is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:10:51.899278 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (47d09312-3360-4542-b8b4-0ebd1fba904c), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:51.936636 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-4931cbc4-3e50-4b91-95d8-f7c332710980 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=66bcbde4eda6417ea15dca2371c28540&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1581905 Aug 31 04:10:51.943881 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 47d09312-3360-4542-b8b4-0ebd1fba904c, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=47d09312-3360-4542-b8b4-0ebd1fba904c,segment=NetworkSegment(bb1860f3-8bd6-47c4-9c5f-aea823250273),segment_id=bb1860f3-8bd6-47c4-9c5f-aea823250273)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:10:51.950781 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (47d09312-3360-4542-b8b4-0ebd1fba904c), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:51.998036 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:51Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:52.012437 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=47d09312-3360-4542-b8b4-0ebd1fba904c,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:52.030893 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290b5a9-4c0b-4efa-b108-bc1fd565a1ce None None] The sync data for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi is: [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:51Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:10:52.227382 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705c35e1-2ecb-4355-ba66-72416854f381 None None] Network 8f43a86e-82b3-4aa4-84de-b2765d55e320 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:10:52.322733 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-18734182-622b-4aad-811b-be52ec4dcf9b None None] Provisioning complete for port 47d09312-3360-4542-b8b4-0ebd1fba904c triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:52.323305 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-18734182-622b-4aad-811b-be52ec4dcf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (47d09312-3360-4542-b8b4-0ebd1fba904c), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:52.417902 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c2f211f4-c434-42cd-9ff5-319092087b02 req-7a369714-b852-4721-9f01-b72d830918c8 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1dfbc972-4426-4788-bce2-d653baa582a2&id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5406346 Aug 31 04:10:52.436692 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-18734182-622b-4aad-811b-be52ec4dcf9b None None] Current status of the port 47d09312-3360-4542-b8b4-0ebd1fba904c is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:10:52.443499 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e04205-6543-4643-abfe-3f85ee6e1c48 req-de840c80-afd3-4cc8-86f3-2a961d10a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:52.445037 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-11e04205-6543-4643-abfe-3f85ee6e1c48 req-de840c80-afd3-4cc8-86f3-2a961d10a104 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 920 time: 0.6118841 Aug 31 04:10:52.460102 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Publish callbacks [] for router_gateway (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:52.657820 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-58dded6c-e9fb-44a6-b7be-21353c313405 None None] Provisioning complete for port 47d09312-3360-4542-b8b4-0ebd1fba904c triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:52.658194 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-58dded6c-e9fb-44a6-b7be-21353c313405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (47d09312-3360-4542-b8b4-0ebd1fba904c), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:52.663362 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-3da01f47-9aa9-4826-8a9e-b7fdf5fb933a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6887069 Aug 31 04:10:52.673854 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acc371-b807-475a-a929-9efab8c509b1 req-2fc8d72f-2048-49d9-b662-bb5d1bbc8dbe tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:52.676617 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a7acc371-b807-475a-a929-9efab8c509b1 req-2fc8d72f-2048-49d9-b662-bb5d1bbc8dbe tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.1647763 Aug 31 04:10:52.721085 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-11e04205-6543-4643-abfe-3f85ee6e1c48 req-27b4f0db-8ad3-47ac-9506-9edbf0ecef86 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18837e08-59b6-49b1-b900-0ef749916fb5 HTTP/1.1" status: 200 len: 1001 time: 0.2103355 Aug 31 04:10:52.738976 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-58dded6c-e9fb-44a6-b7be-21353c313405 None None] Current status of the port 47d09312-3360-4542-b8b4-0ebd1fba904c is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:10:52.791843 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:52.892997 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e04205-6543-4643-abfe-3f85ee6e1c48 req-980834fd-2f78-4971-882d-482d8321130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:52.894354 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-11e04205-6543-4643-abfe-3f85ee6e1c48 req-980834fd-2f78-4971-882d-482d8321130e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fa37a94d-b25b-47af-8952-0a7e47ca5103 HTTP/1.1" status: 200 len: 858 time: 0.1393802 Aug 31 04:10:52.911422 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a7acc371-b807-475a-a929-9efab8c509b1 req-e218dd28-1785-4462-ab47-653ceb3777a4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231283 Aug 31 04:10:52.969378 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-bd9badfe-6950-44de-b4d1-41d2b453c55b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823589 Aug 31 04:10:52.979309 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:52.994067 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e04205-6543-4643-abfe-3f85ee6e1c48 req-039e4252-ecf0-4a56-8afc-4ce367a654a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:52.995628 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-11e04205-6543-4643-abfe-3f85ee6e1c48 req-039e4252-ecf0-4a56-8afc-4ce367a654a7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0877299 Aug 31 04:10:52.998791 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566090'] for router (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:53.181934 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5c2a06c0-c576-442c-bf5d-a320f75bb079 req-cb62ddc5-2dd8-474c-b95f-fced199e7d87 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 210 time: 0.0493948 Aug 31 04:10:53.202598 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-11e04205-6543-4643-abfe-3f85ee6e1c48 req-b16e3c36-9ed6-4975-99d5-be6e6e0adeef service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002971 Aug 31 04:10:53.229693 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Router d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 is scheduled to L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 with binding_index 1 {{(pid=106459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:10:53.337581 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738ead6-30f6-418a-8705-15b275e7160b req-c6cb009f-a685-4416-ba11-3b0a9c2a067c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:53.344657 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c738ead6-30f6-418a-8705-15b275e7160b req-c6cb009f-a685-4416-ba11-3b0a9c2a067c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 945 time: 0.1098330 Aug 31 04:10:53.356010 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device bb2b9907-31ba-4afd-83e2-465025152945 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:10:53.411993 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port bb2b9907-31ba-4afd-83e2-465025152945 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:53.412580 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (bb2b9907-31ba-4afd-83e2-465025152945), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:53.427081 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:10:53.441227 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Sync routers for ids ['d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:10:53.445954 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c738ead6-30f6-418a-8705-15b275e7160b req-0ba8b00f-5ff8-4db5-8988-42a4ec43d6d8 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988820 Aug 31 04:10:53.467397 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:53.468916 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:53.470209 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-0dfb99f8-daf7-4888-bebc-4c5fabbaa086 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4296789 Aug 31 04:10:53.473328 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45724) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:53.480334 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Routers {'d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:53.481436 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:53.530225 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:53.609225 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a8412-5c06-440d-b8b7-b64649760762 req-61eb21ee-51ba-44f9-aa3e-4240c6cbae42 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:53.611092 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3d6a8412-5c06-440d-b8b7-b64649760762 req-61eb21ee-51ba-44f9-aa3e-4240c6cbae42 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 985 time: 0.0869777 Aug 31 04:10:53.612261 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port bb2b9907-31ba-4afd-83e2-465025152945 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:10:53.612819 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (bb2b9907-31ba-4afd-83e2-465025152945), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:53.657725 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Set router d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:53.713377 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port bb2b9907-31ba-4afd-83e2-465025152945, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=bb2b9907-31ba-4afd-83e2-465025152945,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:10:53.732354 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (bb2b9907-31ba-4afd-83e2-465025152945), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:53.733185 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 47d09312-3360-4542-b8b4-0ebd1fba904c up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:10:53.760960 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3d6a8412-5c06-440d-b8b7-b64649760762 req-ab83f15f-bc20-4d18-b62a-2372f8ad24a9 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1dfbc972-4426-4788-bce2-d653baa582a2&id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1410060 Aug 31 04:10:53.763150 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:53.876549 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=bb2b9907-31ba-4afd-83e2-465025152945,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:53.886389 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 47d09312-3360-4542-b8b4-0ebd1fba904c triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:53.886755 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (47d09312-3360-4542-b8b4-0ebd1fba904c), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:53.909402 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:53.954108 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'name': 'tempest-TestVolumeBootPattern-1232250807-router', 'tenant_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d12c31-951b-4c9e-a926-a70bb82db543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:10:51Z', 'revision_number': 3, 'project_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'gw_port': {'id': 'f6d12c31-951b-4c9e-a926-a70bb82db543', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:53.983476 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Checking router: d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:10:53.983785 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Updating router d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 port f6d12c31-951b-4c9e-a926-a70bb82db543 binding host dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:10:53.993998 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:54.044305 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (f6d12c31-951b-4c9e-a926-a70bb82db543), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:54.046266 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 47d09312-3360-4542-b8b4-0ebd1fba904c is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:10:54.306004 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:54.318966 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Publish callbacks [] for port (f6d12c31-951b-4c9e-a926-a70bb82db543), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:54.326186 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (f6d12c31-951b-4c9e-a926-a70bb82db543), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:54.348672 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-89042ec2-de65-4247-9390-6f69998f39da req-78f945c0-9038-4bb8-a095-5669426d8e6d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 210 time: 0.0391214 Aug 31 04:10:54.362494 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52be032-a3b6-4a95-a215-b21e9440fe7a req-53c3461e-8a93-45e7-840f-07d2acbbc480 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:54.363137 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Attempting to bind port f6d12c31-951b-4c9e-a926-a70bb82db543 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:10:54.363719 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Attempting to bind port f6d12c31-951b-4c9e-a926-a70bb82db543 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:10:54.363843 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Attempting to bind port f6d12c31-951b-4c9e-a926-a70bb82db543 on network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:10:54.363948 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f52be032-a3b6-4a95-a215-b21e9440fe7a req-53c3461e-8a93-45e7-840f-07d2acbbc480 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.3727119 Aug 31 04:10:54.386446 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:10:54.386811 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Checking segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:10:54.387320 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:54.387619 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Bound using segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:10:54.388088 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Bound port: f6d12c31-951b-4c9e-a926-a70bb82db543, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:10:54.388496 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (f6d12c31-951b-4c9e-a926-a70bb82db543), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:54.393527 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd724d6-c843-44ca-bda8-b00bf601566e None None] Pushing event updated for resources: {'Port': ['ID=f6d12c31-951b-4c9e-a926-a70bb82db543,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:54.432354 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:54.445486 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] For port f6d12c31-951b-4c9e-a926-a70bb82db543, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:10:54.448707 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] For port f6d12c31-951b-4c9e-a926-a70bb82db543, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=f6d12c31-951b-4c9e-a926-a70bb82db543,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:10:54.456214 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (f6d12c31-951b-4c9e-a926-a70bb82db543), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:54.501079 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Routers {'d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:54.501721 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:54.537818 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f52be032-a3b6-4a95-a215-b21e9440fe7a req-72202d56-a0a2-45bc-8f10-cadd89324a7b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460695 Aug 31 04:10:54.661219 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd373bc-3dd4-488b-be79-1b1dbc2c8588 req-a6e2e43f-f1a2-4cc8-a1ae-346d6f6dc00a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:54.662766 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3dd373bc-3dd4-488b-be79-1b1dbc2c8588 req-a6e2e43f-f1a2-4cc8-a1ae-346d6f6dc00a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 945 time: 0.1179259 Aug 31 04:10:54.674224 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-11e04205-6543-4643-abfe-3f85ee6e1c48 req-517affbe-136b-4297-a54a-18b0a882b1fe service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168090 Aug 31 04:10:54.675993 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Allocated IP 172.20.0.1 (8f43a86e-82b3-4aa4-84de-b2765d55e320/d5bcc73b-28d5-468c-97cc-5d43bbef7296/85e2172f-2451-4be3-a1b9-8a787943790d) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:10:54.761067 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd724d6-c843-44ca-bda8-b00bf601566e None None] Pushing event updated for resources: {'Port': ['ID=f6d12c31-951b-4c9e-a926-a70bb82db543,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:54.797785 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3dd373bc-3dd4-488b-be79-1b1dbc2c8588 req-d4eb4ae5-a305-4bc4-9685-81a5da7ffa54 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261621 Aug 31 04:10:54.823972 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] Set router d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:54.841581 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-917a3119-b5f4-4f33-9ebe-c2112457197a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:54.843290 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-917a3119-b5f4-4f33-9ebe-c2112457197a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 945 time: 0.0668824 Aug 31 04:10:54.964442 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34a664-ecb5-46c9-9355-5c36d3a4d5c6 req-05b953bd-09ce-455f-b1c6-5f6228378ce0 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:54.966160 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3a34a664-ecb5-46c9-9355-5c36d3a4d5c6 req-05b953bd-09ce-455f-b1c6-5f6228378ce0 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 985 time: 0.1035957 Aug 31 04:10:54.969182 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Publish callbacks [] for port (85e2172f-2451-4be3-a1b9-8a787943790d), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:54.972847 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:55.018929 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'name': 'tempest-TestVolumeBootPattern-1232250807-router', 'tenant_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d12c31-951b-4c9e-a926-a70bb82db543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:10:51Z', 'revision_number': 3, 'project_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'gw_port': {'id': 'f6d12c31-951b-4c9e-a926-a70bb82db543', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:55.032376 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:55.046930 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c48a278-ffb7-49e2-bb24-0d41e445c77f None None] The sync data for ids ['d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'] in dv-cinder-853910-5-iscsi is: [{'id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'name': 'tempest-TestVolumeBootPattern-1232250807-router', 'tenant_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d12c31-951b-4c9e-a926-a70bb82db543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:10:51Z', 'revision_number': 3, 'project_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'gw_port': {'id': 'f6d12c31-951b-4c9e-a926-a70bb82db543', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:10:55.064242 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-0f462a40-10b1-4af6-887c-30d12bc70cc0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Deleting port 55988fa5-eb1f-435f-ba39-34e32cd7d071 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:10:55.064242 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-0f462a40-10b1-4af6-887c-30d12bc70cc0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:55.143563 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:55.160402 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3a34a664-ecb5-46c9-9355-5c36d3a4d5c6 req-789a9024-1dbe-4d98-963d-ff22d8f3d26e tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1dfbc972-4426-4788-bce2-d653baa582a2&id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1863322 Aug 31 04:10:55.209664 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Network 8f43a86e-82b3-4aa4-84de-b2765d55e320 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:10:55.222017 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:10:55.224593 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:10:55.238501 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Pushing event updated for resources: {'Port': ['ID=85e2172f-2451-4be3-a1b9-8a787943790d,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:55.278034 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-0f462a40-10b1-4af6-887c-30d12bc70cc0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] For port 55988fa5-eb1f-435f-ba39-34e32cd7d071, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=55988fa5-eb1f-435f-ba39-34e32cd7d071,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:10:55.278251 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-0f462a40-10b1-4af6-887c-30d12bc70cc0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:55.362428 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:55.401581 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device bb2b9907-31ba-4afd-83e2-465025152945 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:10:55.479544 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port bb2b9907-31ba-4afd-83e2-465025152945 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:55.480150 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (bb2b9907-31ba-4afd-83e2-465025152945), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:55.530498 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-798c4c19-21a3-46ff-bcf1-b5372e147dac req-00378f84-4cb1-4723-a3e4-3e9c8c890492 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 210 time: 0.0684273 Aug 31 04:10:55.621157 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-a87d5d4a-2f0b-41d2-aa2c-86aaef89eebe None None] Provisioning complete for port 85e2172f-2451-4be3-a1b9-8a787943790d triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:55.622398 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a87d5d4a-2f0b-41d2-aa2c-86aaef89eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:55.625185 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port bb2b9907-31ba-4afd-83e2-465025152945 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:10:55.654316 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-28e2ce79-3f14-4f95-8e88-feda72390645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:55.667751 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-a87d5d4a-2f0b-41d2-aa2c-86aaef89eebe None None] Port 85e2172f-2451-4be3-a1b9-8a787943790d cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:10:55.777284 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-0f462a40-10b1-4af6-887c-30d12bc70cc0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:55.777715 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-0f462a40-10b1-4af6-887c-30d12bc70cc0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (3e0fd4f6-f214-4338-af25-6ffc7a17f848), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:55.778032 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-0f462a40-10b1-4af6-887c-30d12bc70cc0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Floating IP 3e0fd4f6-f214-4338-af25-6ffc7a17f848 disassociated. External IP: 172.27.1.57, port: 55988fa5-eb1f-435f-ba39-34e32cd7d071. Aug 31 04:10:55.778372 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-0f462a40-10b1-4af6-887c-30d12bc70cc0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Calling delete_port for 55988fa5-eb1f-435f-ba39-34e32cd7d071 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:10:55.814025 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5f47b-88a4-464e-aef3-2fea59029bc8 req-f124f7e5-a875-4529-bddf-399feff33c10 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:55.815595 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ecc5f47b-88a4-464e-aef3-2fea59029bc8 req-f124f7e5-a875-4529-bddf-399feff33c10 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.1411018 Aug 31 04:10:55.863535 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-e8e20f3a-f397-4bb8-b52e-f09129cd4ac4 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:55.865036 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-e8e20f3a-f397-4bb8-b52e-f09129cd4ac4 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.26 "GET /networking/v2.0/networks?id=52829969-a42a-442d-a4b2-1b1707d47a14 HTTP/1.1" status: 200 len: 817 time: 0.3823290 Aug 31 04:10:55.965461 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:55.987688 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:56.004741 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:56.034621 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68d758-3557-4ccb-b639-c45bcd6332e5 req-9d471ce5-b45c-406f-80fe-b6103168e19b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:56.036191 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ca68d758-3557-4ccb-b639-c45bcd6332e5 req-9d471ce5-b45c-406f-80fe-b6103168e19b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 945 time: 0.1377869 Aug 31 04:10:56.075313 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ecc5f47b-88a4-464e-aef3-2fea59029bc8 req-0d856d9e-34af-4a93-b113-023358cd36b5 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474165 Aug 31 04:10:56.131549 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-fe80d5c9-fc73-4232-8738-06acd6fe17c7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=66bcbde4eda6417ea15dca2371c28540 HTTP/1.1" status: 200 len: 379 time: 0.2286940 Aug 31 04:10:56.144650 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-b4e80554-6190-45f2-b10f-5f29934d5bd8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Request body: {'port': {'device_id': '0b117348-7be9-4bab-800d-3bb55db4f771', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'admin_state_up': True, 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'security_groups': ['1d45d83d-8db7-45d2-a886-0aa43d79ec57']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:56.325065 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ca68d758-3557-4ccb-b639-c45bcd6332e5 req-b5c8d2e2-3118-46bd-b7ee-864e532299ed tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=3756d32e-3405-4e0d-8950-6c4cc3aae48d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743707 Aug 31 04:10:56.370779 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3ea0b-9ec0-44bc-92d5-82a48d9a4fa7 req-ee526227-c553-4b7d-9b80-8a8ca9cc6774 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:56.372300 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1ef3ea0b-9ec0-44bc-92d5-82a48d9a4fa7 req-ee526227-c553-4b7d-9b80-8a8ca9cc6774 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 985 time: 0.1006432 Aug 31 04:10:56.372940 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-0f462a40-10b1-4af6-887c-30d12bc70cc0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (55988fa5-eb1f-435f-ba39-34e32cd7d071), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:56.453748 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f462a40-10b1-4af6-887c-30d12bc70cc0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event deleted for resources: {'Port': ['ID=55988fa5-eb1f-435f-ba39-34e32cd7d071,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:56.512589 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Publish callbacks [] for port (85e2172f-2451-4be3-a1b9-8a787943790d), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:56.558048 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:56.621679 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-b4e80554-6190-45f2-b10f-5f29934d5bd8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Made reservation on behalf of 66bcbde4eda6417ea15dca2371c28540 for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:10:56.625555 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-b4e80554-6190-45f2-b10f-5f29934d5bd8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:56.650402 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1ef3ea0b-9ec0-44bc-92d5-82a48d9a4fa7 req-6924c098-d3b0-4582-adc9-06c0315dfab2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1dfbc972-4426-4788-bce2-d653baa582a2&id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2639499 Aug 31 04:10:57.007103 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Pushing event updated for resources: {'Port': ['ID=85e2172f-2451-4be3-a1b9-8a787943790d,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:57.019633 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565434'] for router_interface (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:57.022492 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-67955723-9c8e-4d64-af7c-e52491be2313 req-87099867-7145-45b2-b1ad-82d58191ede1 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 210 time: 0.3777480 Aug 31 04:10:57.059393 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:57.072412 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:57.133766 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-0f462a40-10b1-4af6-887c-30d12bc70cc0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Router 452f5ef7-61d0-42f8-9266-736c6a122aeb has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:10:57.300375 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded6069-dc1e-40d4-b946-07c542e29a79 req-dbe867f1-fee2-4f7e-a90d-a37474076e68 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:57.301852 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bded6069-dc1e-40d4-b946-07c542e29a79 req-dbe867f1-fee2-4f7e-a90d-a37474076e68 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.1457367 Aug 31 04:10:57.326729 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device f6d12c31-951b-4c9e-a926-a70bb82db543 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:10:57.328068 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Network 8f43a86e-82b3-4aa4-84de-b2765d55e320 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:10:57.330861 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-b4e80554-6190-45f2-b10f-5f29934d5bd8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Allocated IP 172.20.0.11 (52829969-a42a-442d-a4b2-1b1707d47a14/6e59a379-9915-439a-b89a-fd25376e37d9/9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:10:57.344678 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:10:57.396236 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port f6d12c31-951b-4c9e-a926-a70bb82db543 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:57.396782 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (f6d12c31-951b-4c9e-a926-a70bb82db543), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:57.463096 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:57.481300 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port f6d12c31-951b-4c9e-a926-a70bb82db543 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:10:57.481709 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (f6d12c31-951b-4c9e-a926-a70bb82db543), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:57.504847 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bded6069-dc1e-40d4-b946-07c542e29a79 req-cc0739a2-4cea-4391-81d9-c7a3dcdeaf6f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912014 Aug 31 04:10:57.507138 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port f6d12c31-951b-4c9e-a926-a70bb82db543, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=f6d12c31-951b-4c9e-a926-a70bb82db543,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:10:57.512612 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (f6d12c31-951b-4c9e-a926-a70bb82db543), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:57.546383 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 55988fa5-eb1f-435f-ba39-34e32cd7d071 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:10:57.559623 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0466f17d-6b0f-44a2-90a9-4db6261d3cc7 req-6ce65b66-1c74-4abd-8726-7545c776879e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=8e5504b0-52b4-4d1a-a67b-6d6e26053371 HTTP/1.1" status: 200 len: 210 time: 0.1002741 Aug 31 04:10:57.582522 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 55988fa5-eb1f-435f-ba39-34e32cd7d071 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:10:57.583120 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 55988fa5-eb1f-435f-ba39-34e32cd7d071 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:10:57.602275 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=f6d12c31-951b-4c9e-a926-a70bb82db543,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:57.641384 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-0f462a40-10b1-4af6-887c-30d12bc70cc0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:10:57.659352 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e34c5d0-9f5c-42ba-8f53-918b4fd8f6f0 None None] Sync routers for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:10:57.665147 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e08a3499-d19a-4818-95f4-8eb5943e0fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:57.673040 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e34c5d0-9f5c-42ba-8f53-918b4fd8f6f0 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:57.673679 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-4e34c5d0-9f5c-42ba-8f53-918b4fd8f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:57.700486 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-6a52ba0b-6e41-4fca-907c-d6813f907e8d None None] Provisioning complete for port 85e2172f-2451-4be3-a1b9-8a787943790d triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:57.701086 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6a52ba0b-6e41-4fca-907c-d6813f907e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:57.719551 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-0f462a40-10b1-4af6-887c-30d12bc70cc0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] No DVR routers for this DVR port 55988fa5-eb1f-435f-ba39-34e32cd7d071 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:10:57.732239 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-0f462a40-10b1-4af6-887c-30d12bc70cc0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:57.736950 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5ce4539b-a967-48ec-bd60-8748e4a2207b req-0f462a40-10b1-4af6-887c-30d12bc70cc0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "DELETE /networking/v2.0/ports/55988fa5-eb1f-435f-ba39-34e32cd7d071 HTTP/1.1" status: 204 len: 173 time: 2.8548958 Aug 31 04:10:57.737544 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'name': 'network-vif-deleted', 'tag': '55988fa5-eb1f-435f-ba39-34e32cd7d071'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:10:57.738226 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:57.741514 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f96f71-4b8d-4f97-bda6-948d180f9886" -d '{"events": [{"server_uuid": "8e5504b0-52b4-4d1a-a67b-6d6e26053371", "name": "network-vif-deleted", "tag": "55988fa5-eb1f-435f-ba39-34e32cd7d071"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:10:57.767285 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-6a52ba0b-6e41-4fca-907c-d6813f907e8d None None] Port 85e2172f-2451-4be3-a1b9-8a787943790d cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:10:57.787212 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Router d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:10:57.835271 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-4e34c5d0-9f5c-42ba-8f53-918b4fd8f6f0 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:57.839014 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df54743-f4b2-472d-8d91-9333c4f4149e x-openstack-request-id: req-5df54743-f4b2-472d-8d91-9333c4f4149e {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:10:57.839321 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5504b0-52b4-4d1a-a67b-6d6e26053371", "name": "network-vif-deleted", "tag": "55988fa5-eb1f-435f-ba39-34e32cd7d071", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:10:57.839564 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5df54743-f4b2-472d-8d91-9333c4f4149e {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:10:57.840106 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df54743-f4b2-472d-8d91-9333c4f4149e'] response: {'server_uuid': '8e5504b0-52b4-4d1a-a67b-6d6e26053371', 'name': 'network-vif-deleted', 'tag': '55988fa5-eb1f-435f-ba39-34e32cd7d071', 'status': 'completed', 'code': 200} Aug 31 04:10:57.869331 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-b4e80554-6190-45f2-b10f-5f29934d5bd8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:57.878008 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a245a49-70c4-498e-9765-491631203fc2 req-6eb20a7d-9810-4ce7-9454-f04658c093ad tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:57.879740 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2a245a49-70c4-498e-9765-491631203fc2 req-6eb20a7d-9810-4ce7-9454-f04658c093ad tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 985 time: 0.0914416 Aug 31 04:10:57.938187 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:57.962120 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:57.983328 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:58.052946 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-b4e80554-6190-45f2-b10f-5f29934d5bd8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:58.058531 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-4e34c5d0-9f5c-42ba-8f53-918b4fd8f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:58.086892 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e34c5d0-9f5c-42ba-8f53-918b4fd8f6f0 None None] Checking router: 452f5ef7-61d0-42f8-9266-736c6a122aeb for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:10:58.096712 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e34c5d0-9f5c-42ba-8f53-918b4fd8f6f0 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:58.097451 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-4e34c5d0-9f5c-42ba-8f53-918b4fd8f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:58.121038 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2a245a49-70c4-498e-9765-491631203fc2 req-ffa9cfb8-140b-469a-8f49-84530f4c829d tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1dfbc972-4426-4788-bce2-d653baa582a2&id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1997683 Aug 31 04:10:58.131205 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:10:58.145718 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Sync routers for ids ['d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:10:58.155068 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-43b49b78-8e5a-487b-b9af-a94bf2f98c17 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/d0b31a65-d7fd-4f4b-9a75-ab603f6116a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6775601 Aug 31 04:10:58.164239 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Routers {'d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:58.164880 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:58.189562 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-b4e80554-6190-45f2-b10f-5f29934d5bd8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Network 52829969-a42a-442d-a4b2-1b1707d47a14 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:10:58.195251 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-b4e80554-6190-45f2-b10f-5f29934d5bd8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:10:58.199209 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e80554-6190-45f2-b10f-5f29934d5bd8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event updated for resources: {'Port': ['ID=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:58.202394 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-b4e80554-6190-45f2-b10f-5f29934d5bd8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:10:58.242029 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:58.243933 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-4e34c5d0-9f5c-42ba-8f53-918b4fd8f6f0 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:58.244752 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63e0d9-0c41-4266-88e3-5bd4dd1ed437 req-2e07866a-7bcc-4239-aea2-3ff1249428e6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:58.246879 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1e63e0d9-0c41-4266-88e3-5bd4dd1ed437 req-2e07866a-7bcc-4239-aea2-3ff1249428e6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 932 time: 0.1207967 Aug 31 04:10:58.317953 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-b4e80554-6190-45f2-b10f-5f29934d5bd8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:58.318727 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-b4e80554-6190-45f2-b10f-5f29934d5bd8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:58.326549 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Set router d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:58.364316 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1e63e0d9-0c41-4266-88e3-5bd4dd1ed437 req-3aba877b-7b89-4615-a315-c485d5c22407 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084850 Aug 31 04:10:58.374944 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-b4e80554-6190-45f2-b10f-5f29934d5bd8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2339854 Aug 31 04:10:58.395950 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Request body: {'port': {'device_id': '0b117348-7be9-4bab-800d-3bb55db4f771', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:58.486651 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:58.557231 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-4e34c5d0-9f5c-42ba-8f53-918b4fd8f6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:58.587972 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e34c5d0-9f5c-42ba-8f53-918b4fd8f6f0 None None] The sync data for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi is: [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:10:58.631489 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-9e6dcde6-b1b5-42bc-a033-b6abccebf20c None None] Provisioning complete for port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:58.632306 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9e6dcde6-b1b5-42bc-a033-b6abccebf20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:58.711925 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-9e6dcde6-b1b5-42bc-a033-b6abccebf20c None None] Port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:10:58.732912 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'name': 'tempest-TestVolumeBootPattern-1232250807-router', 'tenant_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d12c31-951b-4c9e-a926-a70bb82db543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:10:55Z', 'revision_number': 4, 'project_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'gw_port': {'id': 'f6d12c31-951b-4c9e-a926-a70bb82db543', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '85e2172f-2451-4be3-a1b9-8a787943790d', 'name': '', 'network_id': '8f43a86e-82b3-4aa4-84de-b2765d55e320', 'tenant_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'mac_address': 'fa:16:3e:6a:b2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'd5bcc73b-28d5-468c-97cc-5d43bbef7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:54Z', 'updated_at': '2022-08-31T04:10:56Z', 'revision_number': 2, 'project_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'subnets': [{'id': 'd5bcc73b-28d5-468c-97cc-5d43bbef7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:58.765534 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Checking router: d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:10:58.765882 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Updating router d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 port 85e2172f-2451-4be3-a1b9-8a787943790d binding host dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:10:58.793858 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8e0cb-468a-4204-8531-6b91da52289d req-e52decc1-2e2b-4888-ab8c-2aaa685c3f3a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:58.795478 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e8d8e0cb-468a-4204-8531-6b91da52289d req-e52decc1-2e2b-4888-ab8c-2aaa685c3f3a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.1156619 Aug 31 04:10:58.797790 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:58.809195 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45774) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:58.815336 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-b89802c7-ccc6-48de-8e0c-99866491b3aa tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1889188028', 'description': 'tempest-secgroup-smoke-1889188028 description', 'project_id': 'e6db5b66c75c499d98d02d6e0041299f'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:58.892653 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:58.898197 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45778) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:58.905800 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b89802c7-ccc6-48de-8e0c-99866491b3aa tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:58.928258 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e8d8e0cb-468a-4204-8531-6b91da52289d req-2df36ef8-b7b7-48e1-bb59-238034c09adf tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180658 Aug 31 04:10:58.977422 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-35e63b87-911a-4091-a452-66b1c0623158 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (3756d32e-3405-4e0d-8950-6c4cc3aae48d), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:58.995098 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:59.002485 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-35e63b87-911a-4091-a452-66b1c0623158 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (3756d32e-3405-4e0d-8950-6c4cc3aae48d), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.010210 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de6ba3b-ffd6-4c8a-a99e-c2a3319e0b3d None None] New status for floating IP 3e0fd4f6-f214-4338-af25-6ffc7a17f848: DOWN {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:10:59.028679 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:10:59.040124 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Publish callbacks [] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.077260 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b89802c7-ccc6-48de-8e0c-99866491b3aa tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group (80ebc7ec-b1f5-4c34-9e7f-f36131dad35f), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.078474 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Transition to ACTIVE for port object 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:10:59.080165 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:59.086478 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:59.087588 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b89802c7-ccc6-48de-8e0c-99866491b3aa tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (80ebc7ec-b1f5-4c34-9e7f-f36131dad35f), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.102292 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:59.104165 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-35e63b87-911a-4091-a452-66b1c0623158 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (3756d32e-3405-4e0d-8950-6c4cc3aae48d), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.104666 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.109198 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-35e63b87-911a-4091-a452-66b1c0623158 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.115149 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-35e63b87-911a-4091-a452-66b1c0623158 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3756d32e-3405-4e0d-8950-6c4cc3aae48d HTTP/1.1" status: 204 len: 168 time: 0.2149322 Aug 31 04:10:59.117851 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45780) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:59.123055 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b89802c7-ccc6-48de-8e0c-99866491b3aa tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.127091 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-b89802c7-ccc6-48de-8e0c-99866491b3aa tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3130143 Aug 31 04:10:59.143538 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45782) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:59.145761 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:59.155951 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-a64dfc86-8534-483b-84dc-3b724bff380f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Request body: {'security_group_rule': {'security_group_id': '80ebc7ec-b1f5-4c34-9e7f-f36131dad35f', 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:59.161033 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e63b87-911a-4091-a452-66b1c0623158 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3756d32e-3405-4e0d-8950-6c4cc3aae48d,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:59.173872 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Publish callbacks [] for port (85e2172f-2451-4be3-a1b9-8a787943790d), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.175110 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89802c7-ccc6-48de-8e0c-99866491b3aa tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:59.181389 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.api.v2.resource [None req-26a4ad8d-b8bd-42ca-9341-4e6eab9187b1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] show failed (client error): The resource could not be found. Aug 31 04:10:59.182914 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-26a4ad8d-b8bd-42ca-9341-4e6eab9187b1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups/3756d32e-3405-4e0d-8950-6c4cc3aae48d HTTP/1.1" status: 404 len: 347 time: 0.0458560 Aug 31 04:10:59.188397 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45784) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:59.191846 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.197123 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Pushing event updated for resources: {'Port': ['ID=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:59.256887 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Attempting to bind port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:10:59.257337 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Attempting to bind port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:10:59.257733 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Attempting to bind port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 on network 52829969-a42a-442d-a4b2-1b1707d47a14 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:10:59.262830 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 on network 52829969-a42a-442d-a4b2-1b1707d47a14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:10:59.263489 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Attempting to bind port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 on network 52829969-a42a-442d-a4b2-1b1707d47a14 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:10:59.269001 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:10:59.269529 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Checking segment: {'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:10:59.269939 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Bound using segment: {'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:10:59.270439 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Bound port: 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd294a483-658f-4301-b34a-ae7286badefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:10:59.270956 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.305546 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8f3f4-1fbf-411f-a3eb-9ad311745e7b None None] Pushing event updated for resources: {'Port': ['ID=85e2172f-2451-4be3-a1b9-8a787943790d,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:59.323490 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Attempting to bind port 85e2172f-2451-4be3-a1b9-8a787943790d on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:10:59.324019 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Attempting to bind port 85e2172f-2451-4be3-a1b9-8a787943790d by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': 'bb1860f3-8bd6-47c4-9c5f-aea823250273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8f43a86e-82b3-4aa4-84de-b2765d55e320'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:10:59.324590 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Attempting to bind port 85e2172f-2451-4be3-a1b9-8a787943790d on network 8f43a86e-82b3-4aa4-84de-b2765d55e320 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:10:59.330267 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:10:59.330916 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Checking segment: {'id': 'bb1860f3-8bd6-47c4-9c5f-aea823250273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8f43a86e-82b3-4aa4-84de-b2765d55e320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:10:59.331430 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.331965 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Bound using segment: {'id': 'bb1860f3-8bd6-47c4-9c5f-aea823250273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8f43a86e-82b3-4aa4-84de-b2765d55e320'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:10:59.332567 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Bound port: 85e2172f-2451-4be3-a1b9-8a787943790d, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1860f3-8bd6-47c4-9c5f-aea823250273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8f43a86e-82b3-4aa4-84de-b2765d55e320'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:10:59.333029 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.338680 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc1b6c-883d-4ddc-b5ee-a9c9e6051780 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Deleting port 9e362e3f-18b5-433d-8e37-7dbd9763fd20 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:10:59.339020 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1b6c-883d-4ddc-b5ee-a9c9e6051780 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (9e362e3f-18b5-433d-8e37-7dbd9763fd20), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.342753 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a64dfc86-8534-483b-84dc-3b724bff380f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (5eb5e8b7-47f0-40fc-a3fe-b4de956119ac), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.362022 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] For port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:10:59.366639 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] For port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:10:59.377022 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.383938 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:59.384755 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device f6d12c31-951b-4c9e-a926-a70bb82db543 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:10:59.385274 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.387377 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 HTTP/1.1" status: 200 len: 1094 time: 1.0032754 Aug 31 04:10:59.470581 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1b6c-883d-4ddc-b5ee-a9c9e6051780 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (9e362e3f-18b5-433d-8e37-7dbd9763fd20), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.470991 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1b6c-883d-4ddc-b5ee-a9c9e6051780 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (9e362e3f-18b5-433d-8e37-7dbd9763fd20), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.478672 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b3270-7315-44ca-b433-4a67b9fecc9e service neutron] Pushing event updated for resources: {'Port': ['ID=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:59.486792 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc1b6c-883d-4ddc-b5ee-a9c9e6051780 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Calling delete_port for 9e362e3f-18b5-433d-8e37-7dbd9763fd20 owned by network:floatingip {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:10:59.491195 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] For port 85e2172f-2451-4be3-a1b9-8a787943790d, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:10:59.495389 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:59.495389 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port f6d12c31-951b-4c9e-a926-a70bb82db543 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:10:59.495389 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (f6d12c31-951b-4c9e-a926-a70bb82db543), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.521798 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-c09628c6-7f3c-44a3-b487-8494de402504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:59.523392 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-c09628c6-7f3c-44a3-b487-8494de402504 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66bcbde4eda6417ea15dca2371c28540&device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 1128 time: 0.0846212 Aug 31 04:10:59.533623 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] For port 85e2172f-2451-4be3-a1b9-8a787943790d, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=85e2172f-2451-4be3-a1b9-8a787943790d,segment=NetworkSegment(bb1860f3-8bd6-47c4-9c5f-aea823250273),segment_id=bb1860f3-8bd6-47c4-9c5f-aea823250273)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:10:59.542563 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e66d34-f2a7-4445-998e-ba1ae2a1c21d req-15a101ac-378b-4fbb-84a7-7d327122835c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:59.543327 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.544173 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-11e66d34-f2a7-4445-998e-ba1ae2a1c21d req-15a101ac-378b-4fbb-84a7-7d327122835c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.0692582 Aug 31 04:10:59.583809 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-7b1d9651-bbed-4220-9b9b-fbeb06abc7f5 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 HTTP/1.1" status: 200 len: 217 time: 0.0525136 Aug 31 04:10:59.594984 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Routers {'d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:10:59.595637 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:10:59.658702 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a64dfc86-8534-483b-84dc-3b724bff380f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (5eb5e8b7-47f0-40fc-a3fe-b4de956119ac), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.660542 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1b6c-883d-4ddc-b5ee-a9c9e6051780 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (9e362e3f-18b5-433d-8e37-7dbd9763fd20), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.666052 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-11e66d34-f2a7-4445-998e-ba1ae2a1c21d req-cab81acd-4cb1-4c09-98af-35a6a5141994 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892217 Aug 31 04:10:59.668227 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-9ac0f377-6115-4c83-985d-ceaf470da1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:59.669371 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-9ac0f377-6115-4c83-985d-ceaf470da1c1 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6e59a379-9915-439a-b89a-fd25376e37d9 HTTP/1.1" status: 200 len: 856 time: 0.0769970 Aug 31 04:10:59.671162 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a64dfc86-8534-483b-84dc-3b724bff380f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (5eb5e8b7-47f0-40fc-a3fe-b4de956119ac), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.685144 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8f3f4-1fbf-411f-a3eb-9ad311745e7b None None] Pushing event updated for resources: {'Port': ['ID=85e2172f-2451-4be3-a1b9-8a787943790d,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:59.713308 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc1b6c-883d-4ddc-b5ee-a9c9e6051780 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event deleted for resources: {'Port': ['ID=9e362e3f-18b5-433d-8e37-7dbd9763fd20,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:59.723909 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-4a09b68a-24f1-40fa-8c78-0808289234e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:10:59.725534 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-4a09b68a-24f1-40fa-8c78-0808289234e5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=52829969-a42a-442d-a4b2-1b1707d47a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495231 Aug 31 04:10:59.729679 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port f6d12c31-951b-4c9e-a926-a70bb82db543 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:10:59.733969 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:INSERT=3,neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:59.736201 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dfc86-8534-483b-84dc-3b724bff380f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb5e8b7-47f0-40fc-a3fe-b4de956119ac,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:59.760918 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a64dfc86-8534-483b-84dc-3b724bff380f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.764456 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] Set router d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:10:59.765623 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-a64dfc86-8534-483b-84dc-3b724bff380f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6133773 Aug 31 04:10:59.767337 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45788) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:59.772290 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-50155a4c-5016-4d00-9761-e896b43e2284 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Request body: {'security_group_rule': {'security_group_id': '80ebc7ec-b1f5-4c34-9e7f-f36131dad35f', 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:59.831792 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1b6c-883d-4ddc-b5ee-a9c9e6051780 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (3e0fd4f6-f214-4338-af25-6ffc7a17f848), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.834239 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e6dc1b6c-883d-4ddc-b5ee-a9c9e6051780 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.838879 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-e6dc1b6c-883d-4ddc-b5ee-a9c9e6051780 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/3e0fd4f6-f214-4338-af25-6ffc7a17f848 HTTP/1.1" status: 204 len: 168 time: 0.6460083 Aug 31 04:10:59.839491 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-50155a4c-5016-4d00-9761-e896b43e2284 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (a07526c0-8582-4180-b9cc-4d746daf9270), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.842215 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b117348-7be9-4bab-800d-3bb55db4f771', 'tag': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:10:59.844580 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43be3617-8aa5-46f7-b7a9-f304392b2df0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b117348-7be9-4bab-800d-3bb55db4f771", "tag": "9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:10:59.857373 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-a4e4c2e6-e1b2-4041-b716-77b3f0be115f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254306 Aug 31 04:10:59.895786 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bb283a-15a2-40cc-bb7d-e5f4327aff0a x-openstack-request-id: req-c4bb283a-15a2-40cc-bb7d-e5f4327aff0a {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:10:59.896091 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b117348-7be9-4bab-800d-3bb55db4f771", "tag": "9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:10:59.896313 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4bb283a-15a2-40cc-bb7d-e5f4327aff0a {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:10:59.897234 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4bb283a-15a2-40cc-bb7d-e5f4327aff0a'] response: {'name': 'network-changed', 'server_uuid': '0b117348-7be9-4bab-800d-3bb55db4f771', 'tag': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'status': 'completed', 'code': 200} Aug 31 04:10:59.919707 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-50155a4c-5016-4d00-9761-e896b43e2284 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (a07526c0-8582-4180-b9cc-4d746daf9270), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.927428 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-50155a4c-5016-4d00-9761-e896b43e2284 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (a07526c0-8582-4180-b9cc-4d746daf9270), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.946988 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45794) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:59.952353 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-d9b387eb-3b04-44fe-a859-15527e1c7c79 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--888744685', 'description': 'tempest-description--1541324035'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:10:59.960191 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50155a4c-5016-4d00-9761-e896b43e2284 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07526c0-8582-4180-b9cc-4d746daf9270,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:10:59.971371 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-50155a4c-5016-4d00-9761-e896b43e2284 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:10:59.975615 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-50155a4c-5016-4d00-9761-e896b43e2284 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2067564 Aug 31 04:10:59.977589 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45798) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:10:59.978002 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:10:59.985238 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-719d8b0a-4e06-4e46-b7b3-c49e3c88207f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Request body: {'security_group_rule': {'security_group_id': '80ebc7ec-b1f5-4c34-9e7f-f36131dad35f', 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:00.005858 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d9b387eb-3b04-44fe-a859-15527e1c7c79 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.008734 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ccee6f96-f56c-4e75-9acc-0d5f6e28f9a0 req-0ac00d4f-3b8a-4d3b-97ff-ca12ae3bc1bf service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243582 Aug 31 04:11:00.039945 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'name': 'tempest-TestVolumeBootPattern-1232250807-router', 'tenant_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d12c31-951b-4c9e-a926-a70bb82db543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:10:55Z', 'revision_number': 4, 'project_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'gw_port': {'id': 'f6d12c31-951b-4c9e-a926-a70bb82db543', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '85e2172f-2451-4be3-a1b9-8a787943790d', 'name': '', 'network_id': '8f43a86e-82b3-4aa4-84de-b2765d55e320', 'tenant_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'mac_address': 'fa:16:3e:6a:b2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'd5bcc73b-28d5-468c-97cc-5d43bbef7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:54Z', 'updated_at': '2022-08-31T04:10:59Z', 'revision_number': 4, 'project_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'subnets': [{'id': 'd5bcc73b-28d5-468c-97cc-5d43bbef7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:00.055456 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-719d8b0a-4e06-4e46-b7b3-c49e3c88207f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (c2b68f8d-8aa5-4c9b-a9b4-0b6d4a73b78f), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.080509 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:00.088018 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c299e-538a-4d61-b2e1-a77f7ace7332 req-55ebbae9-2fb7-4d37-b264-aaa35aa69c98 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:00.089632 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8f6c299e-538a-4d61-b2e1-a77f7ace7332 req-55ebbae9-2fb7-4d37-b264-aaa35aa69c98 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0544677 Aug 31 04:11:00.129836 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d9b387eb-3b04-44fe-a859-15527e1c7c79 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (30d31964-1d0f-4601-bdb1-19135ca197ab), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.138096 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d9b387eb-3b04-44fe-a859-15527e1c7c79 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (30d31964-1d0f-4601-bdb1-19135ca197ab), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.153304 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8f6c299e-538a-4d61-b2e1-a77f7ace7332 req-75f0820d-4e16-487e-90a7-3a5fa24fc776 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541604 Aug 31 04:11:00.191473 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-719d8b0a-4e06-4e46-b7b3-c49e3c88207f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (c2b68f8d-8aa5-4c9b-a9b4-0b6d4a73b78f), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.194760 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b387eb-3b04-44fe-a859-15527e1c7c79 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d31964-1d0f-4601-bdb1-19135ca197ab,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:00.198509 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-719d8b0a-4e06-4e46-b7b3-c49e3c88207f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (c2b68f8d-8aa5-4c9b-a9b4-0b6d4a73b78f), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.208730 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d9b387eb-3b04-44fe-a859-15527e1c7c79 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.213299 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-d9b387eb-3b04-44fe-a859-15527e1c7c79 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2652955 Aug 31 04:11:00.213634 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45800) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:00.222094 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-85983751-4f29-47ca-828b-0782178e47a2 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'security_group_rule': {'security_group_id': '30d31964-1d0f-4601-bdb1-19135ca197ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:00.228343 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d8b0a-4e06-4e46-b7b3-c49e3c88207f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b68f8d-8aa5-4c9b-a9b4-0b6d4a73b78f,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:00.232316 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67b1974-de90-4541-9209-5960e95c4b3a None None] The sync data for ids ['d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'] in dv-cinder-853910-5-iscsi is: [{'id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'name': 'tempest-TestVolumeBootPattern-1232250807-router', 'tenant_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d12c31-951b-4c9e-a926-a70bb82db543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:10:55Z', 'revision_number': 4, 'project_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'gw_port': {'id': 'f6d12c31-951b-4c9e-a926-a70bb82db543', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '85e2172f-2451-4be3-a1b9-8a787943790d', 'name': '', 'network_id': '8f43a86e-82b3-4aa4-84de-b2765d55e320', 'tenant_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'mac_address': 'fa:16:3e:6a:b2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'd5bcc73b-28d5-468c-97cc-5d43bbef7296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:54Z', 'updated_at': '2022-08-31T04:10:59Z', 'revision_number': 4, 'project_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'subnets': [{'id': 'd5bcc73b-28d5-468c-97cc-5d43bbef7296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:11:00.243348 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-719d8b0a-4e06-4e46-b7b3-c49e3c88207f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.245004 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-719d8b0a-4e06-4e46-b7b3-c49e3c88207f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2658513 Aug 31 04:11:00.248513 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45802) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:00.255224 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-ee1eb36e-286f-42ab-bbaa-ef542703a73f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Request body: {'security_group_rule': {'security_group_id': '80ebc7ec-b1f5-4c34-9e7f-f36131dad35f', 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:00.270854 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-85983751-4f29-47ca-828b-0782178e47a2 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (d2335537-7b0e-483c-ae0e-6473752525dd), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.322977 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee1eb36e-286f-42ab-bbaa-ef542703a73f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (51a5536a-bec9-490e-a1fc-ad198d960e7e), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.393690 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-85983751-4f29-47ca-828b-0782178e47a2 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (d2335537-7b0e-483c-ae0e-6473752525dd), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.405191 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-85983751-4f29-47ca-828b-0782178e47a2 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (d2335537-7b0e-483c-ae0e-6473752525dd), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.432490 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee1eb36e-286f-42ab-bbaa-ef542703a73f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (51a5536a-bec9-490e-a1fc-ad198d960e7e), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.439197 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee1eb36e-286f-42ab-bbaa-ef542703a73f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (51a5536a-bec9-490e-a1fc-ad198d960e7e), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.448238 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85983751-4f29-47ca-828b-0782178e47a2 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2335537-7b0e-483c-ae0e-6473752525dd,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:00.454783 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-85983751-4f29-47ca-828b-0782178e47a2 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.456501 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-85983751-4f29-47ca-828b-0782178e47a2 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2414534 Aug 31 04:11:00.458986 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45804) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:00.464445 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-26ebc77a-051b-4be3-849c-58f2a9690f57 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'security_group_rule': {'security_group_id': '30d31964-1d0f-4601-bdb1-19135ca197ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:00.467319 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.468533 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1eb36e-286f-42ab-bbaa-ef542703a73f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a5536a-bec9-490e-a1fc-ad198d960e7e,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:00.479605 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee1eb36e-286f-42ab-bbaa-ef542703a73f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.483077 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-ee1eb36e-286f-42ab-bbaa-ef542703a73f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2308342 Aug 31 04:11:00.484659 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45806) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:00.496279 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-98f365c6-20ed-4d90-af11-c7ac13c62f66 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Request body: {'security_group_rule': {'security_group_id': '80ebc7ec-b1f5-4c34-9e7f-f36131dad35f', 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:00.500074 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:00.507469 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-26ebc77a-051b-4be3-849c-58f2a9690f57 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (7bdc1058-a877-4a11-9056-53b251cf908c), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.517896 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.529923 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.securitygroups_db [None req-98f365c6-20ed-4d90-af11-c7ac13c62f66 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Project e6db5b66c75c499d98d02d6e0041299f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:11:00.543971 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-98f365c6-20ed-4d90-af11-c7ac13c62f66 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (6682110c-80c7-4fa2-99fb-424d1bac1fca), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.598786 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-26ebc77a-051b-4be3-849c-58f2a9690f57 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (7bdc1058-a877-4a11-9056-53b251cf908c), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.600983 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:00.609344 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-26ebc77a-051b-4be3-849c-58f2a9690f57 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (7bdc1058-a877-4a11-9056-53b251cf908c), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.637519 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebc77a-051b-4be3-849c-58f2a9690f57 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdc1058-a877-4a11-9056-53b251cf908c,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:00.642325 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-98f365c6-20ed-4d90-af11-c7ac13c62f66 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (6682110c-80c7-4fa2-99fb-424d1bac1fca), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.649069 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-98f365c6-20ed-4d90-af11-c7ac13c62f66 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (6682110c-80c7-4fa2-99fb-424d1bac1fca), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.657195 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-26ebc77a-051b-4be3-849c-58f2a9690f57 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.661541 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-26ebc77a-051b-4be3-849c-58f2a9690f57 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1982369 Aug 31 04:11:00.661744 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 45808) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:00.666455 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'floatingip': {'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:00.670129 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f365c6-20ed-4d90-af11-c7ac13c62f66 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6682110c-80c7-4fa2-99fb-424d1bac1fca,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:00.680915 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-98f365c6-20ed-4d90-af11-c7ac13c62f66 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.683339 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-98f365c6-20ed-4d90-af11-c7ac13c62f66 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1954792 Aug 31 04:11:00.685208 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45810) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:00.690471 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-ad8af041-8760-4eb1-ac92-189ed14e3b61 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Request body: {'security_group_rule': {'security_group_id': '80ebc7ec-b1f5-4c34-9e7f-f36131dad35f', 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:00.692322 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.721237 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.securitygroups_db [None req-ad8af041-8760-4eb1-ac92-189ed14e3b61 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Project e6db5b66c75c499d98d02d6e0041299f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:11:00.733381 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ad8af041-8760-4eb1-ac92-189ed14e3b61 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (b583dd18-dc9f-474d-b8ef-b11b0fbda2a0), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.804536 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ad8af041-8760-4eb1-ac92-189ed14e3b61 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (b583dd18-dc9f-474d-b8ef-b11b0fbda2a0), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.811283 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ad8af041-8760-4eb1-ac92-189ed14e3b61 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (b583dd18-dc9f-474d-b8ef-b11b0fbda2a0), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.829165 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8af041-8760-4eb1-ac92-189ed14e3b61 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b583dd18-dc9f-474d-b8ef-b11b0fbda2a0,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:00.845400 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ad8af041-8760-4eb1-ac92-189ed14e3b61 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.849694 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-ad8af041-8760-4eb1-ac92-189ed14e3b61 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1604733 Aug 31 04:11:00.870028 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:00.893044 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecb2ad-5319-4527-9270-c4664c8e9b34 req-5038f311-904a-4fe2-a4b5-20ed3c56926f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:00.894675 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-80ecb2ad-5319-4527-9270-c4664c8e9b34 req-5038f311-904a-4fe2-a4b5-20ed3c56926f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.1117752 Aug 31 04:11:00.898088 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be3617-8aa5-46f7-b7a9-f304392b2df0 req-73a42c42-4e0f-4cf9-b7f9-ebee51d0b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:00.899855 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43be3617-8aa5-46f7-b7a9-f304392b2df0 req-73a42c42-4e0f-4cf9-b7f9-ebee51d0b6cf service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66bcbde4eda6417ea15dca2371c28540&device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 1128 time: 0.0716481 Aug 31 04:11:01.077766 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-80ecb2ad-5319-4527-9270-c4664c8e9b34 req-0b1f7a37-e938-482b-9bd7-81adaab437b2 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752870 Aug 31 04:11:01.128806 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:01.130302 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Allocated IP 172.27.1.69 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/9a76f39f-4e06-40c5-88bc-a2e6f609f241) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:11:01.139522 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be3617-8aa5-46f7-b7a9-f304392b2df0 req-7e3fd826-7f67-450a-8c30-02e67f3b7767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:01.141093 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43be3617-8aa5-46f7-b7a9-f304392b2df0 req-7e3fd826-7f67-450a-8c30-02e67f3b7767 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=52829969-a42a-442d-a4b2-1b1707d47a14 HTTP/1.1" status: 200 len: 918 time: 0.2103386 Aug 31 04:11:01.192551 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43be3617-8aa5-46f7-b7a9-f304392b2df0 req-3d8c510b-8abe-439c-904d-17cf18f2c2bd service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 HTTP/1.1" status: 200 len: 217 time: 0.0446501 Aug 31 04:11:01.397803 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 85e2172f-2451-4be3-a1b9-8a787943790d up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:11:01.468744 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:01.471049 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 85e2172f-2451-4be3-a1b9-8a787943790d triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:11:01.471604 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:01.566687 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:11:01.569274 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 85e2172f-2451-4be3-a1b9-8a787943790d is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:11:01.569655 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:01.647831 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be3617-8aa5-46f7-b7a9-f304392b2df0 req-43c00053-6eae-479d-8cc0-d8adc51b9cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:01.649731 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43be3617-8aa5-46f7-b7a9-f304392b2df0 req-43c00053-6eae-479d-8cc0-d8adc51b9cbd service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6e59a379-9915-439a-b89a-fd25376e37d9 HTTP/1.1" status: 200 len: 856 time: 0.4463286 Aug 31 04:11:01.658319 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 85e2172f-2451-4be3-a1b9-8a787943790d, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=85e2172f-2451-4be3-a1b9-8a787943790d,segment=NetworkSegment(bb1860f3-8bd6-47c4-9c5f-aea823250273),segment_id=bb1860f3-8bd6-47c4-9c5f-aea823250273)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:01.664958 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:01.745250 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be3617-8aa5-46f7-b7a9-f304392b2df0 req-d6a9b306-3308-4c77-b88b-1f22abda0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:01.747005 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43be3617-8aa5-46f7-b7a9-f304392b2df0 req-d6a9b306-3308-4c77-b88b-1f22abda0a0f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=52829969-a42a-442d-a4b2-1b1707d47a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801930 Aug 31 04:11:01.751443 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:01.754403 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=85e2172f-2451-4be3-a1b9-8a787943790d,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:01.759393 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e540d5-a9a7-4ece-9bf3-769fb33b6745 req-81273ef2-d8c8-496a-8e80-ed27011aa8f5 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:01.760889 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f2e540d5-a9a7-4ece-9bf3-769fb33b6745 req-81273ef2-d8c8-496a-8e80-ed27011aa8f5 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.1102140 Aug 31 04:11:01.768526 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'port_id': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'mac_address': 'fa:16:3e:2b:85:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:11:01.773458 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:01.813381 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:11:01.813862 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:01.836097 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:11:01.845173 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:01.867635 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:01.874980 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:01.890357 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for port (9a76f39f-4e06-40c5-88bc-a2e6f609f241), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:01.929862 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:01.931056 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f2e540d5-a9a7-4ece-9bf3-769fb33b6745 req-81816ab9-676c-477c-99a6-0ff1d9b06114 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106043 Aug 31 04:11:01.955522 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43be3617-8aa5-46f7-b7a9-f304392b2df0 req-0a88fa26-233f-456b-a188-aedf5d92ff35 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910200 Aug 31 04:11:02.011753 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (9a76f39f-4e06-40c5-88bc-a2e6f609f241), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:02.069939 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:11:02.085304 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:11:02.091124 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:11:02.097706 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'Port': ['ID=9a76f39f-4e06-40c5-88bc-a2e6f609f241,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:02.134991 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43be3617-8aa5-46f7-b7a9-f304392b2df0 req-fcb1523d-dd90-4cc3-a442-62bcbbea3f2b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727657 Aug 31 04:11:02.163207 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:11:02.236611 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (75e92dee-6012-4e07-8d54-a18ed5ca23de), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:02.243619 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837dfff-27db-4a26-98ce-98826da7925f req-145df3c9-50eb-47c4-a8ed-d10fb24ae04b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:02.245182 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1837dfff-27db-4a26-98ce-98826da7925f req-145df3c9-50eb-47c4-a8ed-d10fb24ae04b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 945 time: 0.0622177 Aug 31 04:11:02.312134 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (9a76f39f-4e06-40c5-88bc-a2e6f609f241), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:02.347768 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1837dfff-27db-4a26-98ce-98826da7925f req-5bba8ad3-f876-4fbd-a745-ce2a53851184 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948939 Aug 31 04:11:02.428325 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:02.493791 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for port (9a76f39f-4e06-40c5-88bc-a2e6f609f241), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:02.500149 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (9a76f39f-4e06-40c5-88bc-a2e6f609f241), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:02.568832 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'Port': ['ID=9a76f39f-4e06-40c5-88bc-a2e6f609f241,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:02.572323 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (75e92dee-6012-4e07-8d54-a18ed5ca23de), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:02.593950 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:02.595439 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-d7ae7889-f17a-4c03-b970-f07969a3fe6c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9326365 Aug 31 04:11:02.802515 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:02.812050 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-1c8c267e-6c5b-4808-a489-01298d16c0c0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--888744685&fields=id&tenant_id=fdbbb020a1944de2a8fa16379f8cec7d HTTP/1.1" status: 200 len: 267 time: 0.0463276 Aug 31 04:11:02.928929 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-4d10145e-d39a-4b3d-96fe-397153fb74fc tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:02.930413 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-4d10145e-d39a-4b3d-96fe-397153fb74fc tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/networks?id=df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 200 len: 815 time: 0.1114862 Aug 31 04:11:02.946626 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-16a62537-2d15-46ab-b145-8dd5e92512df tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/quotas/fdbbb020a1944de2a8fa16379f8cec7d HTTP/1.1" status: 200 len: 375 time: 0.0100422 Aug 31 04:11:02.999290 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-b990a993-1615-4d1c-bc70-9109aee77061 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471234 Aug 31 04:11:03.112475 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804485df-84ab-45f7-8a1e-4926317d47df req-f3e53bc8-736c-41a5-8fd2-1fb01532207d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:03.113973 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-804485df-84ab-45f7-8a1e-4926317d47df req-f3e53bc8-736c-41a5-8fd2-1fb01532207d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0930080 Aug 31 04:11:03.163212 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-c262c609-bf63-476c-ac6d-9624fb6c027f service neutron] 10.222.0.18 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507814 Aug 31 04:11:03.233700 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-804485df-84ab-45f7-8a1e-4926317d47df req-2c5a95ae-87f1-431e-b525-ab06d61242b8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127312 Aug 31 04:11:03.286809 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-b2f05cfb-7d8f-4ee7-ad40-90732823b644 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151693 Aug 31 04:11:03.335775 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 85e2172f-2451-4be3-a1b9-8a787943790d up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:11:03.384780 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 85e2172f-2451-4be3-a1b9-8a787943790d triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:11:03.385290 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:03.491005 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 85e2172f-2451-4be3-a1b9-8a787943790d is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:11:03.496980 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1f681-e83d-4ce2-ae3a-2ccd8263550f req-f72e7c45-ef9a-434e-94fd-e80e07783181 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:03.498810 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-67c1f681-e83d-4ce2-ae3a-2ccd8263550f req-f72e7c45-ef9a-434e-94fd-e80e07783181 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 945 time: 0.0601501 Aug 31 04:11:03.547582 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c4ef4b0c-3176-4367-a916-fd22df602804 req-3f8356a8-997b-45de-86fd-318c0053cddf tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 210 time: 0.0466828 Aug 31 04:11:03.582039 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:11:03.608426 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-67c1f681-e83d-4ce2-ae3a-2ccd8263550f req-bae4fe9a-1351-46c4-91c7-1a54dcf7ec80 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990674 Aug 31 04:11:03.624472 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:03.641923 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:11:03.651155 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:11:03.651900 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:03.737291 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:11:03.737685 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:03.766216 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b117348-7be9-4bab-800d-3bb55db4f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:11:03.768981 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35b8d7b-da7b-47fd-9943-ec13dd5eec02" -d '{"events": [{"server_uuid": "0b117348-7be9-4bab-800d-3bb55db4f771", "name": "network-vif-plugged", "status": "completed", "tag": "9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:11:03.782926 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:03.789487 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:03.815287 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4662ae-79a4-428b-958e-810d0310ca80 x-openstack-request-id: req-1c4662ae-79a4-428b-958e-810d0310ca80 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:11:03.815577 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b117348-7be9-4bab-800d-3bb55db4f771", "name": "network-vif-plugged", "status": "completed", "tag": "9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:11:03.815830 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c4662ae-79a4-428b-958e-810d0310ca80 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:11:03.816230 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4662ae-79a4-428b-958e-810d0310ca80'] response: {'server_uuid': '0b117348-7be9-4bab-800d-3bb55db4f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'code': 200} Aug 31 04:11:03.855069 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:04.036807 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce2f1f-b883-46af-b90a-72510e956d0d req-1d6eb3a6-1a71-4868-b9b4-3aa062f91a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:04.038323 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-74ce2f1f-b883-46af-b90a-72510e956d0d req-1d6eb3a6-1a71-4868-b9b4-3aa062f91a34 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 1130 time: 0.0463514 Aug 31 04:11:04.093333 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-74ce2f1f-b883-46af-b90a-72510e956d0d req-dac9e749-c40d-4687-ae7d-c5c551157b0a service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386376 Aug 31 04:11:04.365521 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad39b2-e83e-4223-adca-96f7a6844a18 req-05fc8865-090a-4b29-b851-407046d2f710 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:04.367072 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4fad39b2-e83e-4223-adca-96f7a6844a18 req-05fc8865-090a-4b29-b851-407046d2f710 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0522168 Aug 31 04:11:04.405476 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:04.418580 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4fad39b2-e83e-4223-adca-96f7a6844a18 req-2264dd44-5327-4668-8de6-5969b47b3610 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456450 Aug 31 04:11:04.661286 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9e4962bc-6429-4b32-b6e7-9b33853fc584 req-bba83b02-bf1c-43f3-b989-20a80ac0e758 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 210 time: 0.0325506 Aug 31 04:11:04.736652 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e064a-8fe4-4bd4-b8c2-8d92e259c95a req-63e65549-68f7-4d00-adc9-461555faa318 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:04.738138 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-498e064a-8fe4-4bd4-b8c2-8d92e259c95a req-63e65549-68f7-4d00-adc9-461555faa318 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0497470 Aug 31 04:11:04.787760 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-498e064a-8fe4-4bd4-b8c2-8d92e259c95a req-98877290-757b-4a89-91a7-516b320bcfe2 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437992 Aug 31 04:11:05.551284 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484542f-d606-4139-9197-0130b5d57f8a req-36ab2bff-7c6b-4351-90d7-da8f1c5043fa tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:05.553652 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0484542f-d606-4139-9197-0130b5d57f8a req-36ab2bff-7c6b-4351-90d7-da8f1c5043fa tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0556860 Aug 31 04:11:05.606016 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0484542f-d606-4139-9197-0130b5d57f8a req-6c41418b-aef9-4591-aabc-24f55b16b3ac tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465515 Aug 31 04:11:05.773811 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2681a209-721b-4461-89b9-f517d5774d81 req-0f7ca2f9-83f1-47a9-ba46-7d219edb0bdf tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 210 time: 0.0313807 Aug 31 04:11:05.965749 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:05.978551 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4abd77-f30a-49d2-b1bb-0415ed380b04 req-7930c195-8ebf-4a19-8944-d4d78ae11f72 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:05.980123 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9d4abd77-f30a-49d2-b1bb-0415ed380b04 req-7930c195-8ebf-4a19-8944-d4d78ae11f72 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.1017492 Aug 31 04:11:06.031671 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-b4489f74-2e65-46ea-8a2e-61df7e1b7053 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:06.033202 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-b4489f74-2e65-46ea-8a2e-61df7e1b7053 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "GET /networking/v2.0/networks?id=df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 200 len: 815 time: 0.1680861 Aug 31 04:11:06.076708 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9d4abd77-f30a-49d2-b1bb-0415ed380b04 req-9a80ed95-f087-4052-a941-9df6f8b9bc23 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889878 Aug 31 04:11:06.112690 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-f71a1292-6d29-4056-8a5d-09181ad8da2d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fdbbb020a1944de2a8fa16379f8cec7d HTTP/1.1" status: 200 len: 379 time: 0.0709722 Aug 31 04:11:06.144613 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-4997c49d-c5d7-43b5-9638-906416be8b90 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'port': {'device_id': '2a2ce931-07fc-460a-a503-f4cf14e7529f', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'admin_state_up': True, 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'security_groups': ['30d31964-1d0f-4601-bdb1-19135ca197ab']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:06.249190 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e7ad8-98a3-4fe6-933b-98900307f483 req-5a8e6370-3cb8-4388-9a74-68c9d6721517 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:06.250805 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7f3e7ad8-98a3-4fe6-933b-98900307f483 req-5a8e6370-3cb8-4388-9a74-68c9d6721517 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0910990 Aug 31 04:11:06.261187 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 45928) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:06.266804 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-79cbef93-9dbf-4d44-b8cd-80ab45e3f1a6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Request body: {'floatingip': {'port_id': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:06.308746 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-79cbef93-9dbf-4d44-b8cd-80ab45e3f1a6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for floatingip (fd499dfe-f2e8-4800-bc48-783a163cd5aa), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:06.309028 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-4997c49d-c5d7-43b5-9638-906416be8b90 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Made reservation on behalf of fdbbb020a1944de2a8fa16379f8cec7d for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:11:06.313212 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-4997c49d-c5d7-43b5-9638-906416be8b90 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:06.451770 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-4997c49d-c5d7-43b5-9638-906416be8b90 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Allocated IP 172.20.0.10 (df2a7da3-c61f-4600-a4d7-00eeb18098d5/da35dc9f-c372-4110-8bb0-0f937da725c4/28968224-df03-434c-92f2-71bec01daf3d) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:11:06.460305 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:06.604434 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-4997c49d-c5d7-43b5-9638-906416be8b90 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for port (28968224-df03-434c-92f2-71bec01daf3d), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:06.647734 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-4997c49d-c5d7-43b5-9638-906416be8b90 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (28968224-df03-434c-92f2-71bec01daf3d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:06.658631 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:06.704056 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-4997c49d-c5d7-43b5-9638-906416be8b90 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Network df2a7da3-c61f-4600-a4d7-00eeb18098d5 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:11:06.741853 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-4997c49d-c5d7-43b5-9638-906416be8b90 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:11:06.744356 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-4997c49d-c5d7-43b5-9638-906416be8b90 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:11:06.782555 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-79cbef93-9dbf-4d44-b8cd-80ab45e3f1a6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:06.784088 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:06.784708 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997c49d-c5d7-43b5-9638-906416be8b90 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'Port': ['ID=28968224-df03-434c-92f2-71bec01daf3d,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:06.793516 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-79cbef93-9dbf-4d44-b8cd-80ab45e3f1a6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (fd499dfe-f2e8-4800-bc48-783a163cd5aa), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:06.808768 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc463b-9569-4654-a0d3-14b9264568aa req-3607efd6-9ecf-41c2-be45-e44e5cf3e90f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:06.816629 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eccc463b-9569-4654-a0d3-14b9264568aa req-3607efd6-9ecf-41c2-be45-e44e5cf3e90f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.1150780 Aug 31 04:11:06.866467 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-4997c49d-c5d7-43b5-9638-906416be8b90 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:06.866467 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-4997c49d-c5d7-43b5-9638-906416be8b90 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:06.926167 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-4997c49d-c5d7-43b5-9638-906416be8b90 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7866840 Aug 31 04:11:06.955706 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.l3_db [None req-79cbef93-9dbf-4d44-b8cd-80ab45e3f1a6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Floating IP fd499dfe-f2e8-4800-bc48-783a163cd5aa associated. External IP: 172.27.1.93, port: 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1. Aug 31 04:11:06.966056 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Request body: {'port': {'device_id': '2a2ce931-07fc-460a-a503-f4cf14e7529f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:06.987630 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eccc463b-9569-4654-a0d3-14b9264568aa req-ff5f3957-67b5-4137-adc3-91ffb4982c11 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700237 Aug 31 04:11:07.025685 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e777ae8-61f3-493c-9309-b8c307da1ea4 req-5d2c37a5-1626-4b80-8383-c5a8f4929fad tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:07.027527 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6e777ae8-61f3-493c-9309-b8c307da1ea4 req-5d2c37a5-1626-4b80-8383-c5a8f4929fad tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 932 time: 0.1357977 Aug 31 04:11:07.096479 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-42d348e9-accd-483d-8a82-77c963879e34 None None] Provisioning complete for port 28968224-df03-434c-92f2-71bec01daf3d triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:11:07.097110 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-42d348e9-accd-483d-8a82-77c963879e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (28968224-df03-434c-92f2-71bec01daf3d), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:07.101795 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (28968224-df03-434c-92f2-71bec01daf3d), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:07.129928 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6e777ae8-61f3-493c-9309-b8c307da1ea4 req-aedc89ab-a083-44c9-950e-91a88cd52372 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30d31964-1d0f-4601-bdb1-19135ca197ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949411 Aug 31 04:11:07.135820 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:07.154384 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-42d348e9-accd-483d-8a82-77c963879e34 None None] Port 28968224-df03-434c-92f2-71bec01daf3d cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:11:07.211007 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cbef93-9dbf-4d44-b8cd-80ab45e3f1a6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Router 0ca53967-c5bb-461c-a461-f6445f70aead has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:11:07.349161 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cbef93-9dbf-4d44-b8cd-80ab45e3f1a6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:11:07.356773 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-79cbef93-9dbf-4d44-b8cd-80ab45e3f1a6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:07.361322 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c13791-a5c1-467a-b2a3-dd0c0dcec6d2 None None] Sync routers for ids ['0ca53967-c5bb-461c-a461-f6445f70aead'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:11:07.372968 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c13791-a5c1-467a-b2a3-dd0c0dcec6d2 None None] Routers {'0ca53967-c5bb-461c-a461-f6445f70aead'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:11:07.373623 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-77c13791-a5c1-467a-b2a3-dd0c0dcec6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0ca53967-c5bb-461c-a461-f6445f70aead'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:07.396246 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-79cbef93-9dbf-4d44-b8cd-80ab45e3f1a6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/fd499dfe-f2e8-4800-bc48-783a163cd5aa HTTP/1.1" status: 200 len: 991 time: 1.1334710 Aug 31 04:11:07.397185 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b117348-7be9-4bab-800d-3bb55db4f771', 'tag': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1'}] {{(pid=106458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:11:07.399791 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab21058fd9cc7c6c9b6319ea517c36f91abc2cee6dad35e856c077ecf1eac4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c7514c-bf2d-4585-92ac-685740fcb435" -d '{"events": [{"name": "network-changed", "server_uuid": "0b117348-7be9-4bab-800d-3bb55db4f771", "tag": "9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1"}]}' {{(pid=106458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:11:07.455184 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf27e729-5d41-4d25-9afa-25a5c52c580d x-openstack-request-id: req-bf27e729-5d41-4d25-9afa-25a5c52c580d {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:11:07.455670 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b117348-7be9-4bab-800d-3bb55db4f771", "tag": "9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1", "status": "completed", "code": 200}]} {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:11:07.455972 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf27e729-5d41-4d25-9afa-25a5c52c580d {{(pid=106458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:11:07.456392 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf27e729-5d41-4d25-9afa-25a5c52c580d'] response: {'name': 'network-changed', 'server_uuid': '0b117348-7be9-4bab-800d-3bb55db4f771', 'tag': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'status': 'completed', 'code': 200} Aug 31 04:11:07.474770 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28968224-df03-434c-92f2-71bec01daf3d {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:11:07.484212 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Publish callbacks [] for port (28968224-df03-434c-92f2-71bec01daf3d), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:07.508929 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-77c13791-a5c1-467a-b2a3-dd0c0dcec6d2 None None] Set router 0ca53967-c5bb-461c-a461-f6445f70aead gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:11:07.534353 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Transition to ACTIVE for port object 28968224-df03-434c-92f2-71bec01daf3d will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:11:07.539637 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (28968224-df03-434c-92f2-71bec01daf3d), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:07.550020 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7514c-bf2d-4585-92ac-685740fcb435 req-d2da3494-613c-4fcf-8e0d-9fb14f093a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:07.551808 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4c7514c-bf2d-4585-92ac-685740fcb435 req-d2da3494-613c-4fcf-8e0d-9fb14f093a47 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66bcbde4eda6417ea15dca2371c28540&device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 1130 time: 0.0644078 Aug 31 04:11:07.587131 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:07.686729 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Pushing event updated for resources: {'Port': ['ID=28968224-df03-434c-92f2-71bec01daf3d,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:07.762294 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-77c13791-a5c1-467a-b2a3-dd0c0dcec6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': 'fd499dfe-f2e8-4800-bc48-783a163cd5aa', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'port_id': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'mac_address': 'fa:16:3e:2b:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b117348-7be9-4bab-800d-3bb55db4f771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:10:49Z', 'updated_at': '2022-08-31T04:11:06Z', 'revision_number': 1, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:42Z', 'revision_number': 5, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:07.778369 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:07.789995 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7514c-bf2d-4585-92ac-685740fcb435 req-9483938b-af5b-4e74-be57-3143bdebca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:07.792640 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4c7514c-bf2d-4585-92ac-685740fcb435 req-9483938b-af5b-4e74-be57-3143bdebca2b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=52829969-a42a-442d-a4b2-1b1707d47a14 HTTP/1.1" status: 200 len: 918 time: 0.2197819 Aug 31 04:11:07.794146 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c13791-a5c1-467a-b2a3-dd0c0dcec6d2 None None] Checking router: 0ca53967-c5bb-461c-a461-f6445f70aead for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:11:07.807309 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Attempting to bind port 28968224-df03-434c-92f2-71bec01daf3d on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:11:07.807564 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Attempting to bind port 28968224-df03-434c-92f2-71bec01daf3d by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:11:07.807890 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Attempting to bind port 28968224-df03-434c-92f2-71bec01daf3d on network df2a7da3-c61f-4600-a4d7-00eeb18098d5 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:11:07.808867 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c13791-a5c1-467a-b2a3-dd0c0dcec6d2 None None] Routers {'0ca53967-c5bb-461c-a461-f6445f70aead'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:11:07.809882 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-77c13791-a5c1-467a-b2a3-dd0c0dcec6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0ca53967-c5bb-461c-a461-f6445f70aead'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:07.855595 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Port 28968224-df03-434c-92f2-71bec01daf3d on network df2a7da3-c61f-4600-a4d7-00eeb18098d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:11:07.856339 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Attempting to bind port 28968224-df03-434c-92f2-71bec01daf3d on network df2a7da3-c61f-4600-a4d7-00eeb18098d5 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:11:07.872535 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:11:07.872873 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Checking segment: {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:11:07.873258 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Bound using segment: {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:11:07.873700 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Bound port: 28968224-df03-434c-92f2-71bec01daf3d, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:11:07.874054 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (28968224-df03-434c-92f2-71bec01daf3d), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:07.898868 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4c7514c-bf2d-4585-92ac-685740fcb435 req-3688a7ca-7498-4d69-b01c-984ee58ad92f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 HTTP/1.1" status: 200 len: 999 time: 0.0993900 Aug 31 04:11:07.931235 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-77c13791-a5c1-467a-b2a3-dd0c0dcec6d2 None None] Set router 0ca53967-c5bb-461c-a461-f6445f70aead gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:11:07.932589 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:07.996234 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7514c-bf2d-4585-92ac-685740fcb435 req-b4cbcaf5-0a08-4f16-8925-e449c34a092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:07.998261 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4c7514c-bf2d-4585-92ac-685740fcb435 req-b4cbcaf5-0a08-4f16-8925-e449c34a092f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6e59a379-9915-439a-b89a-fd25376e37d9 HTTP/1.1" status: 200 len: 856 time: 0.0764828 Aug 31 04:11:08.006708 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] For port 28968224-df03-434c-92f2-71bec01daf3d, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:11:08.019149 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] For port 28968224-df03-434c-92f2-71bec01daf3d, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=28968224-df03-434c-92f2-71bec01daf3d,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:11:08.050344 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (28968224-df03-434c-92f2-71bec01daf3d), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:08.053994 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:08.054598 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:08.057196 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/28968224-df03-434c-92f2-71bec01daf3d HTTP/1.1" status: 200 len: 1094 time: 1.0944138 Aug 31 04:11:08.062145 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2ce931-07fc-460a-a503-f4cf14e7529f', 'tag': '28968224-df03-434c-92f2-71bec01daf3d'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:11:08.064649 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df917a2c-1ec5-4dc1-afae-bc1b73048ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2ce931-07fc-460a-a503-f4cf14e7529f", "tag": "28968224-df03-434c-92f2-71bec01daf3d"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:11:08.099798 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7514c-bf2d-4585-92ac-685740fcb435 req-36a2419a-185e-444e-b1b6-f140e1accb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:08.101319 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4c7514c-bf2d-4585-92ac-685740fcb435 req-36a2419a-185e-444e-b1b6-f140e1accb93 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=52829969-a42a-442d-a4b2-1b1707d47a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0959797 Aug 31 04:11:08.123250 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1847a8e-a42d-43c7-a3e4-2720ecef5811 x-openstack-request-id: req-a1847a8e-a42d-43c7-a3e4-2720ecef5811 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:11:08.123584 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2ce931-07fc-460a-a503-f4cf14e7529f", "tag": "28968224-df03-434c-92f2-71bec01daf3d", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:11:08.123991 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1847a8e-a42d-43c7-a3e4-2720ecef5811 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:11:08.124183 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1847a8e-a42d-43c7-a3e4-2720ecef5811'] response: {'name': 'network-changed', 'server_uuid': '2a2ce931-07fc-460a-a503-f4cf14e7529f', 'tag': '28968224-df03-434c-92f2-71bec01daf3d', 'status': 'completed', 'code': 200} Aug 31 04:11:08.173605 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:08.193631 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-77c13791-a5c1-467a-b2a3-dd0c0dcec6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': 'fd499dfe-f2e8-4800-bc48-783a163cd5aa', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'port_id': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'mac_address': 'fa:16:3e:2b:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b117348-7be9-4bab-800d-3bb55db4f771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:10:49Z', 'updated_at': '2022-08-31T04:11:06Z', 'revision_number': 1, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:42Z', 'revision_number': 5, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:08.224537 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c13791-a5c1-467a-b2a3-dd0c0dcec6d2 None None] The sync data for ids ['0ca53967-c5bb-461c-a461-f6445f70aead'] in dv-cinder-853910-5-iscsi is: [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': 'fd499dfe-f2e8-4800-bc48-783a163cd5aa', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'port_id': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'mac_address': 'fa:16:3e:2b:85:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b117348-7be9-4bab-800d-3bb55db4f771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:10:49Z', 'updated_at': '2022-08-31T04:11:06Z', 'revision_number': 1, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:42Z', 'revision_number': 5, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:11:08.279080 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-ae830c01-10af-4841-80dd-825d35273124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:08.279724 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-ae830c01-10af-4841-80dd-825d35273124 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 1128 time: 0.1582773 Aug 31 04:11:08.305721 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fe608-a7de-41e9-8a32-70cd808c935e req-70141b5f-4280-49d2-99f2-3d1135d9018c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:08.307356 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d72fe608-a7de-41e9-8a32-70cd808c935e req-70141b5f-4280-49d2-99f2-3d1135d9018c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.2094076 Aug 31 04:11:08.321049 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed4968-4f25-4b92-b06c-6189b56a1f7a service neutron] Pushing event updated for resources: {'Port': ['ID=28968224-df03-434c-92f2-71bec01daf3d,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:08.468891 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dc55e8-9acd-499a-912a-5a2a97c526d5 None None] New status for floating IP fd499dfe-f2e8-4800-bc48-783a163cd5aa: ACTIVE {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:11:08.648947 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-e571151a-d5de-4c7d-8543-df97b587bea7 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28968224-df03-434c-92f2-71bec01daf3d HTTP/1.1" status: 200 len: 217 time: 0.3405628 Aug 31 04:11:08.674546 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97ad14-fcc0-4090-a4cb-b2358539333c req-01158491-7e82-4cef-a700-a5da631a687b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:08.676138 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9d97ad14-fcc0-4090-a4cb-b2358539333c req-01158491-7e82-4cef-a700-a5da631a687b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 944 time: 0.4207361 Aug 31 04:11:08.767612 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4c7514c-bf2d-4585-92ac-685740fcb435 req-214792e3-b66d-4b78-962e-382005804b14 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470971 Aug 31 04:11:08.776955 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d72fe608-a7de-41e9-8a32-70cd808c935e req-51cd0ac3-5419-4973-9489-cd3abd8083a2 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4527922 Aug 31 04:11:08.778356 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-5ac44219-fccc-469c-85f4-ec3668911c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:08.779776 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-5ac44219-fccc-469c-85f4-ec3668911c44 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=da35dc9f-c372-4110-8bb0-0f937da725c4 HTTP/1.1" status: 200 len: 854 time: 0.1216848 Aug 31 04:11:08.885801 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9d97ad14-fcc0-4090-a4cb-b2358539333c req-c8c82002-dd61-453e-9271-9e8a1677b7f9 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30d31964-1d0f-4601-bdb1-19135ca197ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860731 Aug 31 04:11:08.895441 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-b261c50d-3894-48f0-91cd-b18bff16bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:08.896941 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-b261c50d-3894-48f0-91cd-b18bff16bc6a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=df2a7da3-c61f-4600-a4d7-00eeb18098d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1010113 Aug 31 04:11:08.983860 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4c7514c-bf2d-4585-92ac-685740fcb435 req-1ed1e643-ebed-4b87-a0c5-5e0768330ae5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016997 Aug 31 04:11:09.000537 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:09.019358 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-b43ba73c-7c3c-4a54-bab3-afba0aba5efc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145825 Aug 31 04:11:09.119735 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6db84632-af98-41c9-8aa2-09ba46f46793 req-dd0a2505-901c-488e-9f90-452a96018ebb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945952 Aug 31 04:11:09.904605 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fe7cd-026b-4db5-af7c-573595061921 req-9a019fd8-9dae-491e-87bd-518dc8b6df9f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:09.906764 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a84fe7cd-026b-4db5-af7c-573595061921 req-9a019fd8-9dae-491e-87bd-518dc8b6df9f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0513110 Aug 31 04:11:09.960328 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a84fe7cd-026b-4db5-af7c-573595061921 req-63bd51dd-dff4-43dc-98b9-c9bf279565dc tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476162 Aug 31 04:11:10.020532 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b064812-dd45-4347-8fa8-1e8fba1e121e req-986f27de-86f8-4740-b2f0-b3f54db93425 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:10.022037 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3b064812-dd45-4347-8fa8-1e8fba1e121e req-986f27de-86f8-4740-b2f0-b3f54db93425 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 944 time: 0.0528805 Aug 31 04:11:10.068851 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:10.074077 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3b064812-dd45-4347-8fa8-1e8fba1e121e req-fa430af0-fe47-4a33-8764-a3e66f89c78a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30d31964-1d0f-4601-bdb1-19135ca197ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462899 Aug 31 04:11:10.122024 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df917a2c-1ec5-4dc1-afae-bc1b73048ddd req-f643e16a-bfcb-4164-b123-b1a505c0d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:10.123584 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df917a2c-1ec5-4dc1-afae-bc1b73048ddd req-f643e16a-bfcb-4164-b123-b1a505c0d875 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 1128 time: 0.0414419 Aug 31 04:11:10.228890 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df917a2c-1ec5-4dc1-afae-bc1b73048ddd req-1d82528c-8948-4e09-9a97-0486a6d4e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:10.230372 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df917a2c-1ec5-4dc1-afae-bc1b73048ddd req-1d82528c-8948-4e09-9a97-0486a6d4e03f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 200 len: 916 time: 0.0976639 Aug 31 04:11:11.087906 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24541efa-d552-4ac8-8d1a-6f044f32f78e req-daf9693b-1987-48b6-882c-581b2bb3b01f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:11.089419 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-24541efa-d552-4ac8-8d1a-6f044f32f78e req-daf9693b-1987-48b6-882c-581b2bb3b01f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0481522 Aug 31 04:11:11.141144 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-24541efa-d552-4ac8-8d1a-6f044f32f78e req-ef085592-1bc1-4642-93ea-758f2bd258c4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449061 Aug 31 04:11:11.226120 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df917a2c-1ec5-4dc1-afae-bc1b73048ddd req-99d9652c-26b5-48ef-8f1a-d470d0ad866d service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28968224-df03-434c-92f2-71bec01daf3d HTTP/1.1" status: 200 len: 217 time: 0.0721855 Aug 31 04:11:11.247488 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd586-9d06-4295-bf5d-12ee657b7817 req-959a5009-5651-4bf9-8890-8d5ba5ca8eb6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:11.248912 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c98bd586-9d06-4295-bf5d-12ee657b7817 req-959a5009-5651-4bf9-8890-8d5ba5ca8eb6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 944 time: 0.0963962 Aug 31 04:11:11.341908 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df917a2c-1ec5-4dc1-afae-bc1b73048ddd req-64a4c93a-161d-4aba-8b75-4efbea7422aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:11.343421 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df917a2c-1ec5-4dc1-afae-bc1b73048ddd req-64a4c93a-161d-4aba-8b75-4efbea7422aa service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=da35dc9f-c372-4110-8bb0-0f937da725c4 HTTP/1.1" status: 200 len: 854 time: 0.1097958 Aug 31 04:11:11.358551 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758656cb-c460-4148-9f8b-066bb9fe2356 req-344e0ef1-87d5-40f2-9ccd-437d3279686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:11.360442 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-758656cb-c460-4148-9f8b-066bb9fe2356 req-344e0ef1-87d5-40f2-9ccd-437d3279686b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 1130 time: 0.0702603 Aug 31 04:11:11.374092 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c98bd586-9d06-4295-bf5d-12ee657b7817 req-b22b0e5c-33ef-41b5-8efd-78f07af36789 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30d31964-1d0f-4601-bdb1-19135ca197ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041028 Aug 31 04:11:11.428362 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df917a2c-1ec5-4dc1-afae-bc1b73048ddd req-aadeb26d-ac15-4bf3-8ab4-4b7ae2e459d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:11.429850 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df917a2c-1ec5-4dc1-afae-bc1b73048ddd req-aadeb26d-ac15-4bf3-8ab4-4b7ae2e459d2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=df2a7da3-c61f-4600-a4d7-00eeb18098d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753634 Aug 31 04:11:11.453169 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-758656cb-c460-4148-9f8b-066bb9fe2356 req-57fb2416-b039-4652-b88c-8e53027bfec3 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826406 Aug 31 04:11:11.532676 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df917a2c-1ec5-4dc1-afae-bc1b73048ddd req-67e77bce-54aa-4b9b-b4de-95575d0c42dc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931277 Aug 31 04:11:11.598024 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 28968224-df03-434c-92f2-71bec01daf3d details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:11:11.708632 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 28968224-df03-434c-92f2-71bec01daf3d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=28968224-df03-434c-92f2-71bec01daf3d,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:11.720612 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '28968224-df03-434c-92f2-71bec01daf3d', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'port_id': '28968224-df03-434c-92f2-71bec01daf3d', 'mac_address': 'fa:16:3e:f2:a6:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:11:11.742973 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:11.756578 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 28968224-df03-434c-92f2-71bec01daf3d is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:11:11.756971 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (28968224-df03-434c-92f2-71bec01daf3d), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:11.757781 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df917a2c-1ec5-4dc1-afae-bc1b73048ddd req-7c74c56b-8ebc-4337-8cfb-e81279e17ff3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946138 Aug 31 04:11:11.770797 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28968224-df03-434c-92f2-71bec01daf3d {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:11:11.795402 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 28968224-df03-434c-92f2-71bec01daf3d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=28968224-df03-434c-92f2-71bec01daf3d,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:11.801332 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (28968224-df03-434c-92f2-71bec01daf3d), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:11.851058 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=28968224-df03-434c-92f2-71bec01daf3d,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:12.112542 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['28968224-df03-434c-92f2-71bec01daf3d'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:11:12.167661 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:12.269245 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab6a4b-21d5-403e-a5db-4237a34405c9 req-a882e075-5d13-4fcd-8d16-15421e8dc72d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:12.270777 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f0ab6a4b-21d5-403e-a5db-4237a34405c9 req-a882e075-5d13-4fcd-8d16-15421e8dc72d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0486944 Aug 31 04:11:12.320434 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f0ab6a4b-21d5-403e-a5db-4237a34405c9 req-9e73a15c-5be5-483a-9a27-1044d1c9df4c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437179 Aug 31 04:11:12.504308 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc33438-6435-45c6-a988-f26dfa29579b req-edc4c295-5ec6-4301-9450-6a7142412fe6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:12.505808 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9fc33438-6435-45c6-a988-f26dfa29579b req-edc4c295-5ec6-4301-9450-6a7142412fe6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 945 time: 0.0545704 Aug 31 04:11:12.558121 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9fc33438-6435-45c6-a988-f26dfa29579b req-6d8be2f4-d28e-4c3f-8963-b5eaaa13f8c1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30d31964-1d0f-4601-bdb1-19135ca197ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442431 Aug 31 04:11:13.446047 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d316ee3-2973-41da-b9e2-b06ed3c6b2d5 req-ebc9a1a4-f111-4d8a-aa57-75f02b2e7bb4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:13.447530 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0d316ee3-2973-41da-b9e2-b06ed3c6b2d5 req-ebc9a1a4-f111-4d8a-aa57-75f02b2e7bb4 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0485246 Aug 31 04:11:13.495851 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0d316ee3-2973-41da-b9e2-b06ed3c6b2d5 req-891f6b78-7894-4756-9237-41b52ed9ff31 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425980 Aug 31 04:11:13.594243 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 28968224-df03-434c-92f2-71bec01daf3d up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:11:13.646365 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 28968224-df03-434c-92f2-71bec01daf3d completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:11:13.655231 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 28968224-df03-434c-92f2-71bec01daf3d triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:11:13.655836 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (28968224-df03-434c-92f2-71bec01daf3d), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:13.703532 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e41ccd-37d0-4f4f-9d9d-b8828099a70e req-7ad30ccc-0627-401f-b2b6-784c66b79fb0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:13.705318 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c0e41ccd-37d0-4f4f-9d9d-b8828099a70e req-7ad30ccc-0627-401f-b2b6-784c66b79fb0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 945 time: 0.0622990 Aug 31 04:11:13.718282 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:13.732946 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 28968224-df03-434c-92f2-71bec01daf3d is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:11:13.733395 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (28968224-df03-434c-92f2-71bec01daf3d), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:13.758585 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c0e41ccd-37d0-4f4f-9d9d-b8828099a70e req-f39674fa-c983-4932-9a5c-10225eda91ec tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30d31964-1d0f-4601-bdb1-19135ca197ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465934 Aug 31 04:11:13.758758 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2ce931-07fc-460a-a503-f4cf14e7529f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28968224-df03-434c-92f2-71bec01daf3d'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:11:13.761947 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4dced2-d5a3-4db0-9c89-069475f8f1c5" -d '{"events": [{"server_uuid": "2a2ce931-07fc-460a-a503-f4cf14e7529f", "name": "network-vif-plugged", "status": "completed", "tag": "28968224-df03-434c-92f2-71bec01daf3d"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:11:13.774459 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 28968224-df03-434c-92f2-71bec01daf3d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=28968224-df03-434c-92f2-71bec01daf3d,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:13.792177 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (28968224-df03-434c-92f2-71bec01daf3d), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:13.822744 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3e7499-e6de-4e02-ba67-d8ebbfd825ef x-openstack-request-id: req-bb3e7499-e6de-4e02-ba67-d8ebbfd825ef {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:11:13.823137 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2ce931-07fc-460a-a503-f4cf14e7529f", "name": "network-vif-plugged", "status": "completed", "tag": "28968224-df03-434c-92f2-71bec01daf3d", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:11:13.823337 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb3e7499-e6de-4e02-ba67-d8ebbfd825ef {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:11:13.823686 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb3e7499-e6de-4e02-ba67-d8ebbfd825ef'] response: {'server_uuid': '2a2ce931-07fc-460a-a503-f4cf14e7529f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28968224-df03-434c-92f2-71bec01daf3d', 'code': 200} Aug 31 04:11:13.851849 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=28968224-df03-434c-92f2-71bec01daf3d,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:14.028516 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f52db-0704-4025-b2ca-013d1a6b9cae req-19a84729-cb92-4720-b121-06a86e2eb2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:14.030078 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c5f52db-0704-4025-b2ca-013d1a6b9cae req-19a84729-cb92-4720-b121-06a86e2eb2cb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 1130 time: 0.1002147 Aug 31 04:11:14.038195 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4695006-a34a-4897-b73a-fc44dfc5af5f req-3c63d973-135a-4049-b2d1-9cf29b6c9b8d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:14.039598 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d4695006-a34a-4897-b73a-fc44dfc5af5f req-3c63d973-135a-4049-b2d1-9cf29b6c9b8d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.1015136 Aug 31 04:11:14.052178 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c137c-f9b5-4265-9019-9722ca52e76f req-a64d0927-f1cd-42fa-955e-60312cc80c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:14.053629 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8a3c137c-f9b5-4265-9019-9722ca52e76f req-a64d0927-f1cd-42fa-955e-60312cc80c0b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 1130 time: 0.0895200 Aug 31 04:11:14.187210 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d4695006-a34a-4897-b73a-fc44dfc5af5f req-e2df734b-dc90-4d98-8dfe-cc3c5d1b7696 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364307 Aug 31 04:11:14.199720 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8a3c137c-f9b5-4265-9019-9722ca52e76f req-63026fcb-c1b3-4a45-8e51-775d30c40ff1 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=30d31964-1d0f-4601-bdb1-19135ca197ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295948 Aug 31 04:11:14.213767 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f52db-0704-4025-b2ca-013d1a6b9cae req-0147fa3a-dde6-45b5-9cb2-733aaffb8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:14.215324 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c5f52db-0704-4025-b2ca-013d1a6b9cae req-0147fa3a-dde6-45b5-9cb2-733aaffb8e5d service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 920 time: 0.1733043 Aug 31 04:11:14.481743 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c5f52db-0704-4025-b2ca-013d1a6b9cae req-6a912ee0-b53a-41bc-b636-514c611d9c0a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18837e08-59b6-49b1-b900-0ef749916fb5 HTTP/1.1" status: 200 len: 1001 time: 0.0620389 Aug 31 04:11:14.533029 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f52db-0704-4025-b2ca-013d1a6b9cae req-7e0cc1a6-5f3b-4a4e-b707-40c76750fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:14.534489 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c5f52db-0704-4025-b2ca-013d1a6b9cae req-7e0cc1a6-5f3b-4a4e-b707-40c76750fc18 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fa37a94d-b25b-47af-8952-0a7e47ca5103 HTTP/1.1" status: 200 len: 858 time: 0.0441387 Aug 31 04:11:14.582273 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f52db-0704-4025-b2ca-013d1a6b9cae req-c22aecf9-24fb-4bb8-a6c0-8b21b1039f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:14.583750 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c5f52db-0704-4025-b2ca-013d1a6b9cae req-c22aecf9-24fb-4bb8-a6c0-8b21b1039f6d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381124 Aug 31 04:11:14.703482 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c5f52db-0704-4025-b2ca-013d1a6b9cae req-db7400d9-97c7-40cf-87b7-73227a637287 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072443 Aug 31 04:11:14.901985 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4a4a1-ec51-45f3-92c5-bd8dbf2fdf0a req-8be8fb45-97b9-48ba-a0a5-2b9c6977878c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:14.903542 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d0b4a4a1-ec51-45f3-92c5-bd8dbf2fdf0a req-8be8fb45-97b9-48ba-a0a5-2b9c6977878c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 946 time: 0.0511212 Aug 31 04:11:14.953669 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d0b4a4a1-ec51-45f3-92c5-bd8dbf2fdf0a req-6fb02d73-3f95-4c8f-a01f-435468478d93 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30d31964-1d0f-4601-bdb1-19135ca197ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442755 Aug 31 04:11:15.092227 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:15.192896 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c5f52db-0704-4025-b2ca-013d1a6b9cae req-0cf72e57-14e3-4d90-b49f-d5cfcfc9277b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149952 Aug 31 04:11:15.312791 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84f30b-5e69-4a7d-aa4e-e81b967bfeaf req-05fea9a8-ba97-4757-845c-b134eed0b3e1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:15.314411 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ed84f30b-5e69-4a7d-aa4e-e81b967bfeaf req-05fea9a8-ba97-4757-845c-b134eed0b3e1 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0484242 Aug 31 04:11:15.364275 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ed84f30b-5e69-4a7d-aa4e-e81b967bfeaf req-60b19218-87f1-42b9-bc3b-d3a1ab86276d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439925 Aug 31 04:11:16.187303 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22175e-02c1-4bac-8ba7-af1bb8c9ae33 req-734c6d72-9cde-4b10-be5e-7f815f155805 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:16.188824 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6a22175e-02c1-4bac-8ba7-af1bb8c9ae33 req-734c6d72-9cde-4b10-be5e-7f815f155805 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 946 time: 0.1560066 Aug 31 04:11:16.240227 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6a22175e-02c1-4bac-8ba7-af1bb8c9ae33 req-c9a32c72-91a5-4efc-99a3-aedfa8aed084 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30d31964-1d0f-4601-bdb1-19135ca197ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429575 Aug 31 04:11:16.448177 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:16.485633 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c3837-5d38-4f58-a45d-353295aadd6f req-35fbeedf-449a-4881-835f-7d64fa8c5638 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:16.487295 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-794c3837-5d38-4f58-a45d-353295aadd6f req-35fbeedf-449a-4881-835f-7d64fa8c5638 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0490258 Aug 31 04:11:16.560238 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-794c3837-5d38-4f58-a45d-353295aadd6f req-27a6e319-0591-477c-9e60-bc99f5731a51 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672026 Aug 31 04:11:16.576427 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-04260a0a-f682-40ff-8fb2-aabbf086c718 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1889188028&fields=id&tenant_id=e6db5b66c75c499d98d02d6e0041299f HTTP/1.1" status: 200 len: 267 time: 0.0662980 Aug 31 04:11:16.703225 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a09292-70e1-4459-b98b-ed98bd901efd req-954dd044-5fc3-4f45-aeb9-cda38348a700 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:16.704877 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-954dd044-5fc3-4f45-aeb9-cda38348a700 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 812 time: 0.1219015 Aug 31 04:11:16.723966 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-dd9bd7ba-26d9-4c13-8ce2-e7f72abcc6bd tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/quotas/e6db5b66c75c499d98d02d6e0041299f HTTP/1.1" status: 200 len: 375 time: 0.0097482 Aug 31 04:11:16.774482 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-04199c08-ce15-48c9-a46e-7c0fcabbf13c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454960 Aug 31 04:11:16.890285 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-0d20a805-9885-410e-91af-f9c2d72e2eea service neutron] 10.222.0.18 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008446 Aug 31 04:11:16.996346 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-45acd550-44c6-43a8-954e-c2f6cfc824da service neutron] 10.222.0.18 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001699 Aug 31 04:11:17.390052 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=17 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:17.392376 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:17.403135 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93da8357-4437-41e6-ba2f-a05f5e1c8258 req-3fa0db90-4851-439e-ac39-8494f07d3f3f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 210 time: 0.1123769 Aug 31 04:11:17.426117 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f565-b539-4f92-8be1-8078e63b99df req-2fda9d0a-d20c-45cd-8bb6-b086fce3f702 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:17.427774 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fd30f565-b539-4f92-8be1-8078e63b99df req-2fda9d0a-d20c-45cd-8bb6-b086fce3f702 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 946 time: 0.0898967 Aug 31 04:11:17.479561 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fd30f565-b539-4f92-8be1-8078e63b99df req-e59de9da-4423-4eb0-be2f-72fdeba4a80d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30d31964-1d0f-4601-bdb1-19135ca197ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457358 Aug 31 04:11:17.612226 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edd0b8-8285-45fd-b29e-0f8efdb646f8 req-9440fcde-0935-48c0-8cf7-74cc0fb94df6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:17.613754 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-01edd0b8-8285-45fd-b29e-0f8efdb646f8 req-9440fcde-0935-48c0-8cf7-74cc0fb94df6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 946 time: 0.0520852 Aug 31 04:11:17.623614 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46050) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:17.628774 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-c20d2e06-745f-4bde-9619-7a0801fb5643 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'floatingip': {'port_id': '28968224-df03-434c-92f2-71bec01daf3d'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:17.682812 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c20d2e06-745f-4bde-9619-7a0801fb5643 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (75e92dee-6012-4e07-8d54-a18ed5ca23de), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:17.743786 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:17.777735 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57000828-7131-4348-9be1-ddb399ffaee1 req-adce86c7-a19e-4bb6-a4fb-70de107175bc tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:17.779323 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-57000828-7131-4348-9be1-ddb399ffaee1 req-adce86c7-a19e-4bb6-a4fb-70de107175bc tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.1149795 Aug 31 04:11:17.906879 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-57000828-7131-4348-9be1-ddb399ffaee1 req-5c746abd-8a8c-4a13-9eb5-f4b9cdd31a6e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213787 Aug 31 04:11:18.099773 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4c4aa-be94-4bc6-b74d-72280d7b27b2 req-7a63159a-d5e7-41f0-a7d7-daf8df7de470 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:18.101395 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-13e4c4aa-be94-4bc6-b74d-72280d7b27b2 req-7a63159a-d5e7-41f0-a7d7-daf8df7de470 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0966060 Aug 31 04:11:18.112239 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46056) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:18.117750 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-e855c85f-9b92-40bc-88a1-b747d699e1d9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Request body: {'floatingip': {'port_id': '18837e08-59b6-49b1-b900-0ef749916fb5'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:18.142401 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:18.176500 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e855c85f-9b92-40bc-88a1-b747d699e1d9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for floatingip (bf0c61ce-2cfd-41bc-8175-55a7a72c0569), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:18.239493 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c20d2e06-745f-4bde-9619-7a0801fb5643 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:18.245525 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c20d2e06-745f-4bde-9619-7a0801fb5643 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (75e92dee-6012-4e07-8d54-a18ed5ca23de), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:18.346855 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [None req-c20d2e06-745f-4bde-9619-7a0801fb5643 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Floating IP 75e92dee-6012-4e07-8d54-a18ed5ca23de associated. External IP: 172.27.1.69, port: 28968224-df03-434c-92f2-71bec01daf3d. Aug 31 04:11:18.527133 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-90206206-95c7-4979-90f1-4006f32077d3 req-9fbcfacb-a8e4-44bf-bbe0-ffd5fb4d499d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 210 time: 0.0414762 Aug 31 04:11:18.585205 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20d2e06-745f-4bde-9619-7a0801fb5643 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Router 452f5ef7-61d0-42f8-9266-736c6a122aeb has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:11:18.766715 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20d2e06-745f-4bde-9619-7a0801fb5643 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:11:18.772108 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c20d2e06-745f-4bde-9619-7a0801fb5643 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:18.776895 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324038c6-7bb9-4834-9847-cae718ff781d None None] Sync routers for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:11:18.791056 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324038c6-7bb9-4834-9847-cae718ff781d None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:11:18.791804 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-324038c6-7bb9-4834-9847-cae718ff781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:18.804278 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:18.894977 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e855c85f-9b92-40bc-88a1-b747d699e1d9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:18.901954 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e855c85f-9b92-40bc-88a1-b747d699e1d9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (bf0c61ce-2cfd-41bc-8175-55a7a72c0569), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:19.060553 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-324038c6-7bb9-4834-9847-cae718ff781d None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:11:19.117133 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-c20d2e06-745f-4bde-9619-7a0801fb5643 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/75e92dee-6012-4e07-8d54-a18ed5ca23de HTTP/1.1" status: 200 len: 991 time: 1.4900963 Aug 31 04:11:19.118637 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2ce931-07fc-460a-a503-f4cf14e7529f', 'tag': '28968224-df03-434c-92f2-71bec01daf3d'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:11:19.120948 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4be6b1c-efbc-4c2e-9d32-390bd2569659" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2ce931-07fc-460a-a503-f4cf14e7529f", "tag": "28968224-df03-434c-92f2-71bec01daf3d"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:11:19.121573 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e855c85f-9b92-40bc-88a1-b747d699e1d9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:11:19.133513 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:19.157807 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a09292-70e1-4459-b98b-ed98bd901efd req-c91366db-0622-411f-af23-e7fe332a8d82 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:19.158875 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-c91366db-0622-411f-af23-e7fe332a8d82 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.26 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 812 time: 0.4650273 Aug 31 04:11:19.183837 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8563003d-e0bc-474d-964b-506ee2c38651 x-openstack-request-id: req-8563003d-e0bc-474d-964b-506ee2c38651 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:11:19.184258 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2ce931-07fc-460a-a503-f4cf14e7529f", "tag": "28968224-df03-434c-92f2-71bec01daf3d", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:11:19.184530 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8563003d-e0bc-474d-964b-506ee2c38651 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:11:19.184956 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8563003d-e0bc-474d-964b-506ee2c38651'] response: {'name': 'network-changed', 'server_uuid': '2a2ce931-07fc-460a-a503-f4cf14e7529f', 'tag': '28968224-df03-434c-92f2-71bec01daf3d', 'status': 'completed', 'code': 200} Aug 31 04:11:19.226046 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:19.239238 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e855c85f-9b92-40bc-88a1-b747d699e1d9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:11:19.244240 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e855c85f-9b92-40bc-88a1-b747d699e1d9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:19.249807 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1118b844-821f-4de5-b00d-244c9fb8305e None None] Sync routers for ids ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:11:19.273889 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1118b844-821f-4de5-b00d-244c9fb8305e None None] Routers {'8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:11:19.274849 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1118b844-821f-4de5-b00d-244c9fb8305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:19.295898 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-84c656a8-0374-41f0-aa73-bc266d652bb3 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e6db5b66c75c499d98d02d6e0041299f HTTP/1.1" status: 200 len: 380 time: 0.1293845 Aug 31 04:11:19.299316 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be6b1c-efbc-4c2e-9d32-390bd2569659 req-0b37e656-65cb-4b75-a04f-f79635a9bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:19.300760 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c4be6b1c-efbc-4c2e-9d32-390bd2569659 req-0b37e656-65cb-4b75-a04f-f79635a9bafe service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 1130 time: 0.0936646 Aug 31 04:11:19.306682 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-93a09292-70e1-4459-b98b-ed98bd901efd req-4ff6adad-d274-4924-b58a-65eaad37204b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Request body: {'port': {'device_id': 'd1d85740-5090-4429-a8fb-61391968c231', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'admin_state_up': True, 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'security_groups': ['80ebc7ec-b1f5-4c34-9e7f-f36131dad35f']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:19.319370 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'tag': '18837e08-59b6-49b1-b900-0ef749916fb5'}] {{(pid=106458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:11:19.322042 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab21058fd9cc7c6c9b6319ea517c36f91abc2cee6dad35e856c077ecf1eac4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7ba679-442a-4f88-936c-74ea59d793e0" -d '{"events": [{"name": "network-changed", "server_uuid": "cfefb434-dbeb-4fcc-8ebd-8603ee9beae9", "tag": "18837e08-59b6-49b1-b900-0ef749916fb5"}]}' {{(pid=106458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:11:19.338045 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-324038c6-7bb9-4834-9847-cae718ff781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '75e92dee-6012-4e07-8d54-a18ed5ca23de', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '28968224-df03-434c-92f2-71bec01daf3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:f2:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2ce931-07fc-460a-a503-f4cf14e7529f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:11:02Z', 'updated_at': '2022-08-31T04:11:18Z', 'revision_number': 1, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:19.344523 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-e855c85f-9b92-40bc-88a1-b747d699e1d9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/bf0c61ce-2cfd-41bc-8175-55a7a72c0569 HTTP/1.1" status: 200 len: 993 time: 1.2305481 Aug 31 04:11:19.395295 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c77d0a8-eae1-407d-90fb-35b87111b34a x-openstack-request-id: req-3c77d0a8-eae1-407d-90fb-35b87111b34a {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:11:19.395742 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfefb434-dbeb-4fcc-8ebd-8603ee9beae9", "tag": "18837e08-59b6-49b1-b900-0ef749916fb5", "status": "completed", "code": 200}]} {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:11:19.396007 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c77d0a8-eae1-407d-90fb-35b87111b34a {{(pid=106458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:11:19.396450 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c77d0a8-eae1-407d-90fb-35b87111b34a'] response: {'name': 'network-changed', 'server_uuid': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'tag': '18837e08-59b6-49b1-b900-0ef749916fb5', 'status': 'completed', 'code': 200} Aug 31 04:11:19.413202 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324038c6-7bb9-4834-9847-cae718ff781d None None] Checking router: 452f5ef7-61d0-42f8-9266-736c6a122aeb for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:11:19.419990 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-1118b844-821f-4de5-b00d-244c9fb8305e None None] Set router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:11:19.426301 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324038c6-7bb9-4834-9847-cae718ff781d None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:11:19.427071 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-324038c6-7bb9-4834-9847-cae718ff781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:19.503669 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:19.516755 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:19.536235 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ba679-442a-4f88-936c-74ea59d793e0 req-bad71f2a-135c-4673-a07c-068aa1b19f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:19.537746 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c7ba679-442a-4f88-936c-74ea59d793e0 req-bad71f2a-135c-4673-a07c-068aa1b19f54 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 1130 time: 0.0984976 Aug 31 04:11:19.563327 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-324038c6-7bb9-4834-9847-cae718ff781d None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:11:19.584114 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be6b1c-efbc-4c2e-9d32-390bd2569659 req-b090c925-6d04-46a7-bbda-7924f80fec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:19.585629 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c4be6b1c-efbc-4c2e-9d32-390bd2569659 req-b090c925-6d04-46a7-bbda-7924f80fec9d service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 200 len: 916 time: 0.2730272 Aug 31 04:11:19.600419 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:19.669827 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1118b844-821f-4de5-b00d-244c9fb8305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:33Z', 'revision_number': 4, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': 'bf0c61ce-2cfd-41bc-8175-55a7a72c0569', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'port_id': '18837e08-59b6-49b1-b900-0ef749916fb5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'mac_address': 'fa:16:3e:39:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:09:13Z', 'updated_at': '2022-08-31T04:11:18Z', 'revision_number': 3, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be7ca2c-24f5-4776-92bc-c3adede00e7e', 'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'mac_address': 'fa:16:3e:0d:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:32Z', 'updated_at': '2022-08-31T04:06:41Z', 'revision_number': 5, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'subnets': [{'id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:19.695460 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1118b844-821f-4de5-b00d-244c9fb8305e None None] Checking router: 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:11:19.704758 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1118b844-821f-4de5-b00d-244c9fb8305e None None] Routers {'8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:11:19.704953 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1118b844-821f-4de5-b00d-244c9fb8305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:10:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:19.720731 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-465e9db8-4bbb-411c-a27c-2f3986017a5b req-4f66446c-9533-42b8-a799-ce512cc3a828 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 210 time: 0.1054523 Aug 31 04:11:19.721698 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a09292-70e1-4459-b98b-ed98bd901efd req-4ff6adad-d274-4924-b58a-65eaad37204b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Made reservation on behalf of e6db5b66c75c499d98d02d6e0041299f for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:11:19.725175 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93a09292-70e1-4459-b98b-ed98bd901efd req-4ff6adad-d274-4924-b58a-65eaad37204b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:19.750465 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c4be6b1c-efbc-4c2e-9d32-390bd2569659 req-9ab7afdb-f3d4-441b-8aef-6f8de37c6982 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28968224-df03-434c-92f2-71bec01daf3d HTTP/1.1" status: 200 len: 999 time: 0.1544027 Aug 31 04:11:19.811339 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-1118b844-821f-4de5-b00d-244c9fb8305e None None] Set router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:11:19.819309 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-324038c6-7bb9-4834-9847-cae718ff781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '75e92dee-6012-4e07-8d54-a18ed5ca23de', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '28968224-df03-434c-92f2-71bec01daf3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:f2:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2ce931-07fc-460a-a503-f4cf14e7529f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:11:02Z', 'updated_at': '2022-08-31T04:11:18Z', 'revision_number': 1, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:19.846182 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324038c6-7bb9-4834-9847-cae718ff781d None None] The sync data for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi is: [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '75e92dee-6012-4e07-8d54-a18ed5ca23de', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '28968224-df03-434c-92f2-71bec01daf3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:f2:a6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2ce931-07fc-460a-a503-f4cf14e7529f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:11:02Z', 'updated_at': '2022-08-31T04:11:18Z', 'revision_number': 1, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:11:19.871166 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ba679-442a-4f88-936c-74ea59d793e0 req-9337c83f-c9cd-4ef3-a184-a3e9d66f6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:19.872669 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c7ba679-442a-4f88-936c-74ea59d793e0 req-9337c83f-c9cd-4ef3-a184-a3e9d66f6a59 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 920 time: 0.3020549 Aug 31 04:11:19.882606 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be6b1c-efbc-4c2e-9d32-390bd2569659 req-8da362ab-ba7f-4c0e-b621-8ec0e486f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:19.884009 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c4be6b1c-efbc-4c2e-9d32-390bd2569659 req-8da362ab-ba7f-4c0e-b621-8ec0e486f89a service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=da35dc9f-c372-4110-8bb0-0f937da725c4 HTTP/1.1" status: 200 len: 854 time: 0.1269774 Aug 31 04:11:20.004675 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be6b1c-efbc-4c2e-9d32-390bd2569659 req-37815ce6-5a65-4e8c-b085-c2014520ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:20.006219 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c4be6b1c-efbc-4c2e-9d32-390bd2569659 req-37815ce6-5a65-4e8c-b085-c2014520ac8d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=df2a7da3-c61f-4600-a4d7-00eeb18098d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1125901 Aug 31 04:11:20.029077 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c7ba679-442a-4f88-936c-74ea59d793e0 req-9a128f9e-063d-4bbc-80e3-53d816a641dd service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18837e08-59b6-49b1-b900-0ef749916fb5 HTTP/1.1" status: 200 len: 1001 time: 0.1482725 Aug 31 04:11:20.038401 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1118b844-821f-4de5-b00d-244c9fb8305e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:33Z', 'revision_number': 4, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': 'bf0c61ce-2cfd-41bc-8175-55a7a72c0569', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'port_id': '18837e08-59b6-49b1-b900-0ef749916fb5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'mac_address': 'fa:16:3e:39:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:09:13Z', 'updated_at': '2022-08-31T04:11:18Z', 'revision_number': 3, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be7ca2c-24f5-4776-92bc-c3adede00e7e', 'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'mac_address': 'fa:16:3e:0d:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:32Z', 'updated_at': '2022-08-31T04:06:41Z', 'revision_number': 5, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'subnets': [{'id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:20.060968 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3deeddf-3fd0-41d6-a47d-e57428f80e73 None None] New status for floating IP 75e92dee-6012-4e07-8d54-a18ed5ca23de: ACTIVE {{(pid=106460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:11:20.071267 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1118b844-821f-4de5-b00d-244c9fb8305e None None] The sync data for ids ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'] in dv-cinder-853910-5-iscsi is: [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:33Z', 'revision_number': 4, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': 'bf0c61ce-2cfd-41bc-8175-55a7a72c0569', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'port_id': '18837e08-59b6-49b1-b900-0ef749916fb5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'mac_address': 'fa:16:3e:39:64:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:09:13Z', 'updated_at': '2022-08-31T04:11:18Z', 'revision_number': 3, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be7ca2c-24f5-4776-92bc-c3adede00e7e', 'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'mac_address': 'fa:16:3e:0d:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:32Z', 'updated_at': '2022-08-31T04:06:41Z', 'revision_number': 5, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'subnets': [{'id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:11:20.119201 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-93a09292-70e1-4459-b98b-ed98bd901efd req-4ff6adad-d274-4924-b58a-65eaad37204b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Allocated IP 172.20.0.12 (afdd8bcf-e898-41b9-a268-9083d2b02846/c5eda9f6-9209-4a3c-b6fa-f878a92de383/0319ee82-d626-405b-8c17-c745da1ac289) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:11:20.139736 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:20.185341 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ba679-442a-4f88-936c-74ea59d793e0 req-9fcb9c55-7a87-46dc-8c4a-0d16463ee98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:20.186911 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c7ba679-442a-4f88-936c-74ea59d793e0 req-9fcb9c55-7a87-46dc-8c4a-0d16463ee98d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fa37a94d-b25b-47af-8952-0a7e47ca5103 HTTP/1.1" status: 200 len: 858 time: 0.1437109 Aug 31 04:11:20.243865 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c4be6b1c-efbc-4c2e-9d32-390bd2569659 req-bb102b50-8143-48bb-b946-372475c08412 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288084 Aug 31 04:11:20.319230 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ba679-442a-4f88-936c-74ea59d793e0 req-4d9eb197-6c52-45b1-b5ac-920fdd1005e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:20.320769 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c7ba679-442a-4f88-936c-74ea59d793e0 req-4d9eb197-6c52-45b1-b5ac-920fdd1005e5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1209524 Aug 31 04:11:20.361936 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:20.497084 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c4be6b1c-efbc-4c2e-9d32-390bd2569659 req-a463e3b1-301d-48dc-9276-8040d915c644 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374618 Aug 31 04:11:20.504785 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93a09292-70e1-4459-b98b-ed98bd901efd req-4ff6adad-d274-4924-b58a-65eaad37204b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for port (0319ee82-d626-405b-8c17-c745da1ac289), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:20.522870 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c7ba679-442a-4f88-936c-74ea59d793e0 req-4ab6eb93-5372-4225-9770-bd3651e4347e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749403 Aug 31 04:11:20.605897 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93a09292-70e1-4459-b98b-ed98bd901efd req-4ff6adad-d274-4924-b58a-65eaad37204b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (0319ee82-d626-405b-8c17-c745da1ac289), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:20.676239 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a09292-70e1-4459-b98b-ed98bd901efd req-4ff6adad-d274-4924-b58a-65eaad37204b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Network afdd8bcf-e898-41b9-a268-9083d2b02846 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:11:20.682591 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-93a09292-70e1-4459-b98b-ed98bd901efd req-4ff6adad-d274-4924-b58a-65eaad37204b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:11:20.685270 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a09292-70e1-4459-b98b-ed98bd901efd req-4ff6adad-d274-4924-b58a-65eaad37204b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:11:20.693695 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7c7ba679-442a-4f88-936c-74ea59d793e0 req-52fd712f-6005-4a06-adcc-9c8d2dbfd321 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646750 Aug 31 04:11:20.721067 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6adad-d274-4924-b58a-65eaad37204b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'Port': ['ID=0319ee82-d626-405b-8c17-c745da1ac289,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:20.749351 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a09292-70e1-4459-b98b-ed98bd901efd req-4ff6adad-d274-4924-b58a-65eaad37204b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:20.749982 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93a09292-70e1-4459-b98b-ed98bd901efd req-4ff6adad-d274-4924-b58a-65eaad37204b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:20.770484 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-4ff6adad-d274-4924-b58a-65eaad37204b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4678586 Aug 31 04:11:20.784318 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Request body: {'port': {'device_id': 'd1d85740-5090-4429-a8fb-61391968c231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:20.885700 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63d962-70ae-4054-ba5c-cce1f43d8f22 req-744e63e8-7105-4650-9b10-ecd7bf766d7d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:20.887220 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9a63d962-70ae-4054-ba5c-cce1f43d8f22 req-744e63e8-7105-4650-9b10-ecd7bf766d7d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 932 time: 0.0730178 Aug 31 04:11:20.890126 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (0319ee82-d626-405b-8c17-c745da1ac289), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:20.893857 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-6ec74e51-8f8a-4544-bb09-28b6423c7a96 None None] Provisioning complete for port 0319ee82-d626-405b-8c17-c745da1ac289 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:11:20.894391 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6ec74e51-8f8a-4544-bb09-28b6423c7a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (0319ee82-d626-405b-8c17-c745da1ac289), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:20.927087 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-6ec74e51-8f8a-4544-bb09-28b6423c7a96 None None] Port 0319ee82-d626-405b-8c17-c745da1ac289 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:11:20.985354 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9a63d962-70ae-4054-ba5c-cce1f43d8f22 req-f1304828-52bf-4ef5-8c4c-097f35ff1ea7 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912008 Aug 31 04:11:21.028082 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:21.211457 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:21.213674 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0319ee82-d626-405b-8c17-c745da1ac289 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:11:21.221678 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Publish callbacks [] for port (0319ee82-d626-405b-8c17-c745da1ac289), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:21.235925 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Transition to ACTIVE for port object 0319ee82-d626-405b-8c17-c745da1ac289 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:11:21.241357 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (0319ee82-d626-405b-8c17-c745da1ac289), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:21.322664 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021189a-03ab-4637-839a-500c1683988b service neutron] Pushing event updated for resources: {'Port': ['ID=0319ee82-d626-405b-8c17-c745da1ac289,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:21.351126 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Attempting to bind port 0319ee82-d626-405b-8c17-c745da1ac289 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:11:21.351469 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Attempting to bind port 0319ee82-d626-405b-8c17-c745da1ac289 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:11:21.351799 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Attempting to bind port 0319ee82-d626-405b-8c17-c745da1ac289 on network afdd8bcf-e898-41b9-a268-9083d2b02846 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:11:21.356334 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Port 0319ee82-d626-405b-8c17-c745da1ac289 on network afdd8bcf-e898-41b9-a268-9083d2b02846 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:11:21.356654 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Attempting to bind port 0319ee82-d626-405b-8c17-c745da1ac289 on network afdd8bcf-e898-41b9-a268-9083d2b02846 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:11:21.361968 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:11:21.362306 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Checking segment: {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:11:21.362691 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Bound using segment: {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:11:21.363137 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Bound port: 0319ee82-d626-405b-8c17-c745da1ac289, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:11:21.363492 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (0319ee82-d626-405b-8c17-c745da1ac289), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:21.397960 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'tag': '18837e08-59b6-49b1-b900-0ef749916fb5'}] {{(pid=106458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:11:21.400513 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab21058fd9cc7c6c9b6319ea517c36f91abc2cee6dad35e856c077ecf1eac4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14c24db-c13c-4d50-9afe-a6c6a9d0bb58" -d '{"events": [{"name": "network-changed", "server_uuid": "cfefb434-dbeb-4fcc-8ebd-8603ee9beae9", "tag": "18837e08-59b6-49b1-b900-0ef749916fb5"}]}' {{(pid=106458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:11:21.428155 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] For port 0319ee82-d626-405b-8c17-c745da1ac289, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:11:21.431345 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] For port 0319ee82-d626-405b-8c17-c745da1ac289, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=0319ee82-d626-405b-8c17-c745da1ac289,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:11:21.439142 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (0319ee82-d626-405b-8c17-c745da1ac289), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:21.440277 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf8fa5-b349-4f1c-8339-15eb486ae566 x-openstack-request-id: req-ddcf8fa5-b349-4f1c-8339-15eb486ae566 {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:11:21.440618 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfefb434-dbeb-4fcc-8ebd-8603ee9beae9", "tag": "18837e08-59b6-49b1-b900-0ef749916fb5", "status": "completed", "code": 200}]} {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:11:21.441063 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ddcf8fa5-b349-4f1c-8339-15eb486ae566 {{(pid=106458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:11:21.441468 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddcf8fa5-b349-4f1c-8339-15eb486ae566'] response: {'name': 'network-changed', 'server_uuid': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'tag': '18837e08-59b6-49b1-b900-0ef749916fb5', 'status': 'completed', 'code': 200} Aug 31 04:11:21.443726 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:21.444349 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:21.445758 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-a021189a-03ab-4637-839a-500c1683988b service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/0319ee82-d626-405b-8c17-c745da1ac289 HTTP/1.1" status: 200 len: 1094 time: 0.6664917 Aug 31 04:11:21.446266 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d85740-5090-4429-a8fb-61391968c231', 'tag': '0319ee82-d626-405b-8c17-c745da1ac289'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:11:21.448573 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e4c76c-5695-4d34-989f-280721e811c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d85740-5090-4429-a8fb-61391968c231", "tag": "0319ee82-d626-405b-8c17-c745da1ac289"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:11:21.494554 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c559ac82-5b2f-41f6-af12-0a87e12a243e x-openstack-request-id: req-c559ac82-5b2f-41f6-af12-0a87e12a243e {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:11:21.494838 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d85740-5090-4429-a8fb-61391968c231", "tag": "0319ee82-d626-405b-8c17-c745da1ac289", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:11:21.495111 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c559ac82-5b2f-41f6-af12-0a87e12a243e {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:11:21.495528 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c559ac82-5b2f-41f6-af12-0a87e12a243e'] response: {'name': 'network-changed', 'server_uuid': 'd1d85740-5090-4429-a8fb-61391968c231', 'tag': '0319ee82-d626-405b-8c17-c745da1ac289', 'status': 'completed', 'code': 200} Aug 31 04:11:21.557742 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021189a-03ab-4637-839a-500c1683988b service neutron] Pushing event updated for resources: {'Port': ['ID=0319ee82-d626-405b-8c17-c745da1ac289,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:21.582638 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c24db-c13c-4d50-9afe-a6c6a9d0bb58 req-0f26271c-a1f0-4846-8186-f755bcc330ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:21.584184 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c14c24db-c13c-4d50-9afe-a6c6a9d0bb58 req-0f26271c-a1f0-4846-8186-f755bcc330ca service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 1130 time: 0.0980558 Aug 31 04:11:21.585610 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a09292-70e1-4459-b98b-ed98bd901efd req-fc48797b-b6f6-4f1e-b3ae-3e896d979513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:21.586972 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-fc48797b-b6f6-4f1e-b3ae-3e896d979513 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 1128 time: 0.0765409 Aug 31 04:11:21.670385 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-8dd1e5f2-628c-459a-bc1e-3ce851b3ed32 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0319ee82-d626-405b-8c17-c745da1ac289 HTTP/1.1" status: 200 len: 217 time: 0.0640152 Aug 31 04:11:21.749227 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a09292-70e1-4459-b98b-ed98bd901efd req-283092bd-a33d-4e22-85e5-e00b20ff649c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:21.750558 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-283092bd-a33d-4e22-85e5-e00b20ff649c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 200 len: 851 time: 0.0725625 Aug 31 04:11:21.752101 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c24db-c13c-4d50-9afe-a6c6a9d0bb58 req-ad4f10e1-f1e7-4d5e-8892-b5df77fc06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:21.753406 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c14c24db-c13c-4d50-9afe-a6c6a9d0bb58 req-ad4f10e1-f1e7-4d5e-8892-b5df77fc06f9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 920 time: 0.1555123 Aug 31 04:11:21.841172 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a09292-70e1-4459-b98b-ed98bd901efd req-27e02bd2-bcb0-4596-babf-8a66854325ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:21.842687 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-27e02bd2-bcb0-4596-babf-8a66854325ef service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=afdd8bcf-e898-41b9-a268-9083d2b02846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784183 Aug 31 04:11:21.856286 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c14c24db-c13c-4d50-9afe-a6c6a9d0bb58 req-d00a62e7-6937-4505-9831-1c0f4fb5ef25 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18837e08-59b6-49b1-b900-0ef749916fb5 HTTP/1.1" status: 200 len: 1001 time: 0.0907145 Aug 31 04:11:22.202148 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:22.259955 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1e0a1-b5c3-4caa-93ec-e80b7993aa48 req-0bd80107-5c54-49e3-af58-bcacd9ff1f6b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:22.261432 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-88f1e0a1-b5c3-4caa-93ec-e80b7993aa48 req-0bd80107-5c54-49e3-af58-bcacd9ff1f6b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 944 time: 0.1109743 Aug 31 04:11:22.270930 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c24db-c13c-4d50-9afe-a6c6a9d0bb58 req-b30de8e8-3f14-4243-9f41-f8946c1c0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:22.272296 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c14c24db-c13c-4d50-9afe-a6c6a9d0bb58 req-b30de8e8-3f14-4243-9f41-f8946c1c0957 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fa37a94d-b25b-47af-8952-0a7e47ca5103 HTTP/1.1" status: 200 len: 858 time: 0.4066317 Aug 31 04:11:22.340512 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-e536164c-af75-4320-a25a-e71b9c84d928 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878478 Aug 31 04:11:22.365005 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c24db-c13c-4d50-9afe-a6c6a9d0bb58 req-65ae490d-840d-41c1-b0ba-fba8cf39591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:22.366423 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c14c24db-c13c-4d50-9afe-a6c6a9d0bb58 req-65ae490d-840d-41c1-b0ba-fba8cf39591f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830402 Aug 31 04:11:22.433827 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-88f1e0a1-b5c3-4caa-93ec-e80b7993aa48 req-9d324bc5-407f-4af2-b17d-1e7a50dc2e8e tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605432 Aug 31 04:11:22.434208 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:22.536255 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93a09292-70e1-4459-b98b-ed98bd901efd req-1fc211d2-e7fd-401f-b41d-cba36eed67c3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853797 Aug 31 04:11:22.545069 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c14c24db-c13c-4d50-9afe-a6c6a9d0bb58 req-6f32ba5f-0ef0-4be7-adc4-7ed461276243 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621840 Aug 31 04:11:22.646258 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c14c24db-c13c-4d50-9afe-a6c6a9d0bb58 req-ba82a192-35c6-4f75-b953-b26af1feb33f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854738 Aug 31 04:11:22.905529 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4c76c-5695-4d34-989f-280721e811c4 req-5b121d91-641f-4cf0-8f5f-ac82dca20d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:22.906978 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4e4c76c-5695-4d34-989f-280721e811c4 req-5b121d91-641f-4cf0-8f5f-ac82dca20d69 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 1128 time: 0.0461888 Aug 31 04:11:23.000526 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4c76c-5695-4d34-989f-280721e811c4 req-4d459403-bf0f-4526-927f-502cdce9d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:23.002079 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4e4c76c-5695-4d34-989f-280721e811c4 req-4d459403-bf0f-4526-927f-502cdce9d763 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 913 time: 0.0880692 Aug 31 04:11:23.046145 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4e4c76c-5695-4d34-989f-280721e811c4 req-85aff767-b72e-4600-9f65-e151e174f065 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0319ee82-d626-405b-8c17-c745da1ac289 HTTP/1.1" status: 200 len: 217 time: 0.0370755 Aug 31 04:11:23.097491 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4c76c-5695-4d34-989f-280721e811c4 req-151ed7d8-2c95-48c4-9dd0-a5a3973373a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:23.098951 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4e4c76c-5695-4d34-989f-280721e811c4 req-151ed7d8-2c95-48c4-9dd0-a5a3973373a6 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 200 len: 851 time: 0.0461240 Aug 31 04:11:23.145400 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4c76c-5695-4d34-989f-280721e811c4 req-3c1aa8bb-31de-461a-9c02-eb3c50a50b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:23.146914 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4e4c76c-5695-4d34-989f-280721e811c4 req-3c1aa8bb-31de-461a-9c02-eb3c50a50b7a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=afdd8bcf-e898-41b9-a268-9083d2b02846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408289 Aug 31 04:11:23.247273 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4e4c76c-5695-4d34-989f-280721e811c4 req-25b04393-f9da-468b-a844-8cf87db26618 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890584 Aug 31 04:11:23.343767 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4e4c76c-5695-4d34-989f-280721e811c4 req-992f96b1-df2a-4c12-ab38-128e3071c13f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866222 Aug 31 04:11:23.571674 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38abd9b-adb6-43a9-bb48-5b84ffa03f21 req-56be62b3-bfc5-488f-90e1-cf4498909a98 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:23.573114 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f38abd9b-adb6-43a9-bb48-5b84ffa03f21 req-56be62b3-bfc5-488f-90e1-cf4498909a98 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 944 time: 0.0543892 Aug 31 04:11:23.603157 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:23.628369 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f38abd9b-adb6-43a9-bb48-5b84ffa03f21 req-d99e5770-ba5d-4ad8-b02c-f1f999e62b71 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463588 Aug 31 04:11:24.766080 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee5844-1558-4146-b0e5-b45c27783b2d req-c8820358-6356-472c-b3a1-4daf79d575dd tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:24.768053 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-62ee5844-1558-4146-b0e5-b45c27783b2d req-c8820358-6356-472c-b3a1-4daf79d575dd tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 944 time: 0.0595305 Aug 31 04:11:24.818392 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-62ee5844-1558-4146-b0e5-b45c27783b2d req-2a0cf363-867b-4fe2-8bb5-d058a9430118 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446386 Aug 31 04:11:25.620243 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-71db2718-a4dc-4530-aa46-a8488f8802ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:25.940285 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da31cd-7d40-44ec-a42e-323b0db5dae2 req-6e240fce-9dad-4e73-a086-6e8a20e8a31d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:25.941744 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d9da31cd-7d40-44ec-a42e-323b0db5dae2 req-6e240fce-9dad-4e73-a086-6e8a20e8a31d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 944 time: 0.0472100 Aug 31 04:11:26.007159 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d9da31cd-7d40-44ec-a42e-323b0db5dae2 req-e9db5f0a-7f29-4113-90b5-5b98e101fc1a tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570633 Aug 31 04:11:27.052413 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:11:27.150627 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f500a-7388-4c80-a17f-37ff5bb434a3 req-32a972d4-315d-4d4d-9527-5c14f19c1366 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:27.152137 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b44f500a-7388-4c80-a17f-37ff5bb434a3 req-32a972d4-315d-4d4d-9527-5c14f19c1366 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 944 time: 0.0497103 Aug 31 04:11:27.201192 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b44f500a-7388-4c80-a17f-37ff5bb434a3 req-55baf248-effb-459e-8113-c90a97fe4f2d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432096 Aug 31 04:11:27.661672 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-57a5bf07-c27f-43ce-91ed-1afa794ba2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:28.209791 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:28.294690 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:28.336609 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f503c-ad83-4926-b3d0-e9900f1aa1f5 req-e3b6a7dd-0766-4bc5-aa21-cbde6ab28ec7 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:28.338119 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-966f503c-ad83-4926-b3d0-e9900f1aa1f5 req-e3b6a7dd-0766-4bc5-aa21-cbde6ab28ec7 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 944 time: 0.0521026 Aug 31 04:11:28.388911 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-966f503c-ad83-4926-b3d0-e9900f1aa1f5 req-313c483e-7636-401c-af1c-9be24f0f1eb2 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451169 Aug 31 04:11:28.879056 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:29.324920 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=9 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:29.339172 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=76 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:29.517923 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a81fe-8e54-4088-aba3-0dac5772578c req-67259d4e-a2cb-4aa1-bf46-349b4ad8cccd tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:29.519362 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-518a81fe-8e54-4088-aba3-0dac5772578c req-67259d4e-a2cb-4aa1-bf46-349b4ad8cccd tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 944 time: 0.0540736 Aug 31 04:11:29.570449 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-518a81fe-8e54-4088-aba3-0dac5772578c req-9c826d72-8e95-4bdb-b3e5-410a8af80e8a tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428545 Aug 31 04:11:29.672562 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 0319ee82-d626-405b-8c17-c745da1ac289 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:11:29.781427 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 0319ee82-d626-405b-8c17-c745da1ac289, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=0319ee82-d626-405b-8c17-c745da1ac289,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:29.793784 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '0319ee82-d626-405b-8c17-c745da1ac289', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'port_id': '0319ee82-d626-405b-8c17-c745da1ac289', 'mac_address': 'fa:16:3e:be:6d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:11:29.830134 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:29.833282 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 0319ee82-d626-405b-8c17-c745da1ac289 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:11:29.833725 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (0319ee82-d626-405b-8c17-c745da1ac289), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:29.848241 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0319ee82-d626-405b-8c17-c745da1ac289 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:11:29.869854 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 0319ee82-d626-405b-8c17-c745da1ac289, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=0319ee82-d626-405b-8c17-c745da1ac289,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:29.876161 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (0319ee82-d626-405b-8c17-c745da1ac289), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:29.923538 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=0319ee82-d626-405b-8c17-c745da1ac289,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:30.179297 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['0319ee82-d626-405b-8c17-c745da1ac289'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:11:30.306944 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:30.442782 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:30.486769 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:30.700841 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1910b1-7958-4988-98cf-556342caf76e req-406ae215-bc85-4f35-b059-945d1e3717ea tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:30.702341 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bd1910b1-7958-4988-98cf-556342caf76e req-406ae215-bc85-4f35-b059-945d1e3717ea tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 945 time: 0.0501821 Aug 31 04:11:30.753507 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bd1910b1-7958-4988-98cf-556342caf76e req-a2f4b3bd-d346-4f3b-8e4d-6d866e36dc40 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449803 Aug 31 04:11:31.678678 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 0319ee82-d626-405b-8c17-c745da1ac289 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:11:31.728578 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 0319ee82-d626-405b-8c17-c745da1ac289 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:11:31.738070 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 0319ee82-d626-405b-8c17-c745da1ac289 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:11:31.738422 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (0319ee82-d626-405b-8c17-c745da1ac289), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:31.810844 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 0319ee82-d626-405b-8c17-c745da1ac289 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:11:31.811259 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (0319ee82-d626-405b-8c17-c745da1ac289), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:31.835777 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d85740-5090-4429-a8fb-61391968c231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0319ee82-d626-405b-8c17-c745da1ac289'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:11:31.838120 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca44674-37ed-4600-9580-562fc153a200" -d '{"events": [{"server_uuid": "d1d85740-5090-4429-a8fb-61391968c231", "name": "network-vif-plugged", "status": "completed", "tag": "0319ee82-d626-405b-8c17-c745da1ac289"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:11:31.850825 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 0319ee82-d626-405b-8c17-c745da1ac289, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=0319ee82-d626-405b-8c17-c745da1ac289,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:31.860136 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (0319ee82-d626-405b-8c17-c745da1ac289), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:31.888438 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c68b8b-488d-45dd-a5e7-fd802383e5c4 x-openstack-request-id: req-95c68b8b-488d-45dd-a5e7-fd802383e5c4 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:11:31.888701 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d85740-5090-4429-a8fb-61391968c231", "name": "network-vif-plugged", "status": "completed", "tag": "0319ee82-d626-405b-8c17-c745da1ac289", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:11:31.888977 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95c68b8b-488d-45dd-a5e7-fd802383e5c4 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:11:31.889359 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c68b8b-488d-45dd-a5e7-fd802383e5c4'] response: {'server_uuid': 'd1d85740-5090-4429-a8fb-61391968c231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0319ee82-d626-405b-8c17-c745da1ac289', 'code': 200} Aug 31 04:11:31.891488 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8a2c3-38eb-4378-9531-229858a75cf0 req-193f1e66-c984-4ee8-815e-a6c0d6d203d6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:31.895943 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d4d8a2c3-38eb-4378-9531-229858a75cf0 req-193f1e66-c984-4ee8-815e-a6c0d6d203d6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 945 time: 0.0645199 Aug 31 04:11:31.919471 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=0319ee82-d626-405b-8c17-c745da1ac289,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:31.947937 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d4d8a2c3-38eb-4378-9531-229858a75cf0 req-5588b500-fb9b-48b9-8199-fd630bbe233c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488458 Aug 31 04:11:32.176734 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e4b66-0d2b-434a-b624-33e2a4009967 req-5fcc6fc7-0c1d-4eb3-811c-2d6ebfacada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:32.178244 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-357e4b66-0d2b-434a-b624-33e2a4009967 req-5fcc6fc7-0c1d-4eb3-811c-2d6ebfacada6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 1130 time: 0.0405223 Aug 31 04:11:32.260247 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d332acb5-3c56-4dcb-9de6-d7f340a4fb08 req-452b5041-b91e-4371-9f63-45f6653314af service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560129 Aug 31 04:11:32.263238 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-357e4b66-0d2b-434a-b624-33e2a4009967 req-8b28519e-2378-4d28-b0d5-f410394cb379 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727887 Aug 31 04:11:32.541227 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332acb5-3c56-4dcb-9de6-d7f340a4fb08 req-e5f9bac9-f1a3-49f2-bc47-b371c8c396b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:32.542651 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d332acb5-3c56-4dcb-9de6-d7f340a4fb08 req-e5f9bac9-f1a3-49f2-bc47-b371c8c396b1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=490f695240294bbaa99f5eaa1e32b977&device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 1130 time: 0.0495915 Aug 31 04:11:32.658719 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332acb5-3c56-4dcb-9de6-d7f340a4fb08 req-2999ebc4-9f5a-409b-bc3d-0e60ec1e9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:32.660201 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d332acb5-3c56-4dcb-9de6-d7f340a4fb08 req-2999ebc4-9f5a-409b-bc3d-0e60ec1e9354 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 200 len: 920 time: 0.0889807 Aug 31 04:11:32.700113 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d332acb5-3c56-4dcb-9de6-d7f340a4fb08 req-e91bbd0e-a2ac-4deb-8215-24fbba4a7286 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b575fcc-5e74-46cb-a2b3-d057f4200d55 HTTP/1.1" status: 200 len: 217 time: 0.0332186 Aug 31 04:11:33.097185 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f77e6-6859-48d9-8b74-025f1eee1734 req-c54d285e-5f1b-4bf1-80d0-2641cec8b03c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:33.098655 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b76f77e6-6859-48d9-8b74-025f1eee1734 req-c54d285e-5f1b-4bf1-80d0-2641cec8b03c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 946 time: 0.0720205 Aug 31 04:11:33.145035 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:33.172911 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332acb5-3c56-4dcb-9de6-d7f340a4fb08 req-96246226-019e-449d-b92d-e4f82fd190a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:33.174106 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d332acb5-3c56-4dcb-9de6-d7f340a4fb08 req-96246226-019e-449d-b92d-e4f82fd190a0 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=fa37a94d-b25b-47af-8952-0a7e47ca5103 HTTP/1.1" status: 200 len: 858 time: 0.0704663 Aug 31 04:11:33.187360 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b76f77e6-6859-48d9-8b74-025f1eee1734 req-429437ec-0d0d-4719-984a-a736425301cb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761802 Aug 31 04:11:33.228730 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332acb5-3c56-4dcb-9de6-d7f340a4fb08 req-e3303c22-c861-4146-b3f0-6552d98bd948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:33.230173 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d332acb5-3c56-4dcb-9de6-d7f340a4fb08 req-e3303c22-c861-4146-b3f0-6552d98bd948 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415835 Aug 31 04:11:33.341461 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d332acb5-3c56-4dcb-9de6-d7f340a4fb08 req-58c3f109-3729-44d1-a1bf-040262f7527d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898874 Aug 31 04:11:33.448966 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d332acb5-3c56-4dcb-9de6-d7f340a4fb08 req-52d51083-0bef-4b4f-bade-3ff138042944 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916526 Aug 31 04:11:34.306221 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:34.314324 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5a4ca-42f0-44f6-8d9c-0dfa2d3fc364 req-3ea47467-378b-4954-9431-c75e73df32fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:34.315949 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-dfb5a4ca-42f0-44f6-8d9c-0dfa2d3fc364 req-3ea47467-378b-4954-9431-c75e73df32fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 946 time: 0.0478320 Aug 31 04:11:34.366957 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-dfb5a4ca-42f0-44f6-8d9c-0dfa2d3fc364 req-7f027d07-d6ef-4c64-9e2d-0da0403930a9 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454643 Aug 31 04:11:34.489518 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c4378-373c-4edc-8d33-923808c4f280 req-83829c19-750c-467b-aaaa-63f72ca549d1 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:34.490913 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-407c4378-373c-4edc-8d33-923808c4f280 req-83829c19-750c-467b-aaaa-63f72ca549d1 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 946 time: 0.0472996 Aug 31 04:11:34.541421 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-407c4378-373c-4edc-8d33-923808c4f280 req-92dc8849-3db0-4468-9e8a-7ca2fb1ddc56 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447145 Aug 31 04:11:34.567851 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46114) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:34.655299 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790524d2-2f30-44c7-9a7a-e9a36f8e504f tempest-TestVolumeBootPattern-1654189199 tempest-TestVolumeBootPattern-1654189199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:34.656799 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-790524d2-2f30-44c7-9a7a-e9a36f8e504f tempest-TestVolumeBootPattern-1654189199 tempest-TestVolumeBootPattern-1654189199-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 1125 time: 0.0879846 Aug 31 04:11:34.660642 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46118) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:34.664869 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Request body: {'floatingip': {'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'port_id': '0319ee82-d626-405b-8c17-c745da1ac289', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:34.690602 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:34.771881 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:34.903599 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Allocated IP 172.27.1.51 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/49a2afcb-dbe8-493e-b750-b52141976f21) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:11:35.004078 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:35.007858 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for port (49a2afcb-dbe8-493e-b750-b52141976f21), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:35.044577 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (49a2afcb-dbe8-493e-b750-b52141976f21), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:35.089219 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:11:35.094210 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:11:35.097116 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:11:35.100496 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'Port': ['ID=49a2afcb-dbe8-493e-b750-b52141976f21,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:35.308528 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:35.458985 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for floatingip (9826c4da-e1c8-4434-9c82-1a3cb556d4d9), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:35.529555 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (49a2afcb-dbe8-493e-b750-b52141976f21), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:35.694492 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for port (49a2afcb-dbe8-493e-b750-b52141976f21), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:35.701667 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (49a2afcb-dbe8-493e-b750-b52141976f21), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:35.771456 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (9826c4da-e1c8-4434-9c82-1a3cb556d4d9), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:35.773140 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'Port': ['ID=49a2afcb-dbe8-493e-b750-b52141976f21,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:35.820139 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:35.867228 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Floating IP 9826c4da-e1c8-4434-9c82-1a3cb556d4d9 associated. External IP: 172.27.1.51, port: 0319ee82-d626-405b-8c17-c745da1ac289. Aug 31 04:11:36.072145 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Router 0220139a-5748-4423-912f-9979ec9fe208 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:11:36.168678 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:36.190299 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:11:36.200228 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250fdfff-3dce-442a-817d-4e0277534ea4 None None] Sync routers for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:11:36.203600 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=88 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:36.211667 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:36.211859 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250fdfff-3dce-442a-817d-4e0277534ea4 None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:11:36.212312 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-250fdfff-3dce-442a-817d-4e0277534ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:11:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:36.244344 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-d2b85cdc-d4c6-4ef5-bf12-6e5a6104dc86 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5826211 Aug 31 04:11:36.245063 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d85740-5090-4429-a8fb-61391968c231', 'tag': '0319ee82-d626-405b-8c17-c745da1ac289'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:11:36.247448 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47d709d-e04a-427c-bf25-fdb0643f0848" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d85740-5090-4429-a8fb-61391968c231", "tag": "0319ee82-d626-405b-8c17-c745da1ac289"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:11:36.286800 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e39ac8-9888-4e94-9cb5-b0501d2c1d54 x-openstack-request-id: req-42e39ac8-9888-4e94-9cb5-b0501d2c1d54 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:11:36.287125 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d85740-5090-4429-a8fb-61391968c231", "tag": "0319ee82-d626-405b-8c17-c745da1ac289", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:11:36.287382 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42e39ac8-9888-4e94-9cb5-b0501d2c1d54 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:11:36.288077 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e39ac8-9888-4e94-9cb5-b0501d2c1d54'] response: {'name': 'network-changed', 'server_uuid': 'd1d85740-5090-4429-a8fb-61391968c231', 'tag': '0319ee82-d626-405b-8c17-c745da1ac289', 'status': 'completed', 'code': 200} Aug 31 04:11:36.318499 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-250fdfff-3dce-442a-817d-4e0277534ea4 None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:11:36.364478 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d709d-e04a-427c-bf25-fdb0643f0848 req-8562ef99-215d-4068-97cd-65dd6048229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:36.365905 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d47d709d-e04a-427c-bf25-fdb0643f0848 req-8562ef99-215d-4068-97cd-65dd6048229b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 1130 time: 0.0402141 Aug 31 04:11:36.461595 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d709d-e04a-427c-bf25-fdb0643f0848 req-8afa6921-373f-4bd6-84ee-39f74e1f3007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:36.463226 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d47d709d-e04a-427c-bf25-fdb0643f0848 req-8afa6921-373f-4bd6-84ee-39f74e1f3007 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 913 time: 0.0906734 Aug 31 04:11:36.526327 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:36.532399 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-250fdfff-3dce-442a-817d-4e0277534ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '9826c4da-e1c8-4434-9c82-1a3cb556d4d9', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0220139a-5748-4423-912f-9979ec9fe208', 'port_id': '0319ee82-d626-405b-8c17-c745da1ac289', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'mac_address': 'fa:16:3e:be:6d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d85740-5090-4429-a8fb-61391968c231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:11:35Z', 'updated_at': '2022-08-31T04:11:35Z', 'revision_number': 0, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:36.553605 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d47d709d-e04a-427c-bf25-fdb0643f0848 req-a9661eea-8b0f-4f9f-be6e-11888c60fb8d service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0319ee82-d626-405b-8c17-c745da1ac289 HTTP/1.1" status: 200 len: 999 time: 0.0636168 Aug 31 04:11:36.557877 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250fdfff-3dce-442a-817d-4e0277534ea4 None None] Checking router: 0220139a-5748-4423-912f-9979ec9fe208 for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:11:36.566426 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250fdfff-3dce-442a-817d-4e0277534ea4 None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:11:36.567019 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-250fdfff-3dce-442a-817d-4e0277534ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:11:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:36.617497 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d709d-e04a-427c-bf25-fdb0643f0848 req-6f9fc934-5cad-417f-a46b-61bad55cc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:36.619099 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d47d709d-e04a-427c-bf25-fdb0643f0848 req-6f9fc934-5cad-417f-a46b-61bad55cc31f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 200 len: 851 time: 0.0566866 Aug 31 04:11:36.665346 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d709d-e04a-427c-bf25-fdb0643f0848 req-4e1d51aa-499b-4370-9c1e-179ef6a2cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:36.666871 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d47d709d-e04a-427c-bf25-fdb0643f0848 req-4e1d51aa-499b-4370-9c1e-179ef6a2cf00 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=afdd8bcf-e898-41b9-a268-9083d2b02846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406246 Aug 31 04:11:36.669781 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-250fdfff-3dce-442a-817d-4e0277534ea4 None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:11:36.988738 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-250fdfff-3dce-442a-817d-4e0277534ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '9826c4da-e1c8-4434-9c82-1a3cb556d4d9', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0220139a-5748-4423-912f-9979ec9fe208', 'port_id': '0319ee82-d626-405b-8c17-c745da1ac289', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'mac_address': 'fa:16:3e:be:6d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d85740-5090-4429-a8fb-61391968c231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:11:35Z', 'updated_at': '2022-08-31T04:11:35Z', 'revision_number': 0, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:37.014053 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250fdfff-3dce-442a-817d-4e0277534ea4 None None] The sync data for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi is: [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '9826c4da-e1c8-4434-9c82-1a3cb556d4d9', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'floating_ip_address': '172.27.1.51', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0220139a-5748-4423-912f-9979ec9fe208', 'port_id': '0319ee82-d626-405b-8c17-c745da1ac289', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'mac_address': 'fa:16:3e:be:6d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d85740-5090-4429-a8fb-61391968c231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:11:35Z', 'updated_at': '2022-08-31T04:11:35Z', 'revision_number': 0, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:11:37.038630 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d47d709d-e04a-427c-bf25-fdb0643f0848 req-dc0270c3-4104-4f23-a7cd-f1d3367e8a63 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630302 Aug 31 04:11:37.132681 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d47d709d-e04a-427c-bf25-fdb0643f0848 req-c2bd0935-6188-417d-b582-1261d56ed4ce service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876901 Aug 31 04:11:37.207414 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090fca57-7fa1-4ba6-9816-65595406ab72 None None] New status for floating IP 9826c4da-e1c8-4434-9c82-1a3cb556d4d9: ACTIVE {{(pid=106460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:11:37.675158 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df89acae-140a-47b0-8a05-33f4a387801a req-d16da659-55d4-4594-b2d3-e96fd922d91d tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1512982465&fields=id&tenant_id=dfefc6f232404c6ca48d073df67c3907 HTTP/1.1" status: 200 len: 267 time: 0.0530951 Aug 31 04:11:37.731603 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89acae-140a-47b0-8a05-33f4a387801a req-79722620-7391-44ae-85dd-445e8e57f8ea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:37.733050 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df89acae-140a-47b0-8a05-33f4a387801a req-79722620-7391-44ae-85dd-445e8e57f8ea tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 985 time: 0.0501266 Aug 31 04:11:37.744242 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-df89acae-140a-47b0-8a05-33f4a387801a req-a58a17fe-03c5-4ce5-a2fd-36fd6e9a0d85 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Request body: {'port': {'security_groups': ['a76d1fb4-2f52-44a3-88ef-a076ac50e5c9']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:11:37.819683 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:37.827095 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-df89acae-140a-47b0-8a05-33f4a387801a req-a58a17fe-03c5-4ce5-a2fd-36fd6e9a0d85 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:38.003200 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-df89acae-140a-47b0-8a05-33f4a387801a req-a58a17fe-03c5-4ce5-a2fd-36fd6e9a0d85 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] For port 2b4e274a-7f96-4559-a287-f29400ea3c90, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2b4e274a-7f96-4559-a287-f29400ea3c90,segment=NetworkSegment(02d84bed-2e21-462b-89c3-4802a2ac7b49),segment_id=02d84bed-2e21-462b-89c3-4802a2ac7b49)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:38.012279 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:38.033024 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-df89acae-140a-47b0-8a05-33f4a387801a req-a58a17fe-03c5-4ce5-a2fd-36fd6e9a0d85 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:38.039549 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-df89acae-140a-47b0-8a05-33f4a387801a req-a58a17fe-03c5-4ce5-a2fd-36fd6e9a0d85 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:38.049964 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89acae-140a-47b0-8a05-33f4a387801a req-a58a17fe-03c5-4ce5-a2fd-36fd6e9a0d85 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:38.050572 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-df89acae-140a-47b0-8a05-33f4a387801a req-a58a17fe-03c5-4ce5-a2fd-36fd6e9a0d85 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:38.052129 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df89acae-140a-47b0-8a05-33f4a387801a req-a58a17fe-03c5-4ce5-a2fd-36fd6e9a0d85 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "PUT /networking/v2.0/ports/2b4e274a-7f96-4559-a287-f29400ea3c90 HTTP/1.1" status: 200 len: 943 time: 0.3123045 Aug 31 04:11:38.054918 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['2b4e274a-7f96-4559-a287-f29400ea3c90'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:11:38.058127 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46132) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:38.107186 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a17fe-03c5-4ce5-a2fd-36fd6e9a0d85 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Pushing event updated for resources: {'Port': ['ID=2b4e274a-7f96-4559-a287-f29400ea3c90,revision_number=7']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:38.121817 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group (1dfbc972-4426-4788-bce2-d653baa582a2), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:38.123185 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:38.146767 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group (1dfbc972-4426-4788-bce2-d653baa582a2), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:38.186451 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['2b4e274a-7f96-4559-a287-f29400ea3c90'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:11:38.212590 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (1dfbc972-4426-4788-bce2-d653baa582a2), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:38.214925 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:38.219325 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1dfbc972-4426-4788-bce2-d653baa582a2 HTTP/1.1" status: 204 len: 168 time: 0.1570904 Aug 31 04:11:38.219841 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46134) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:38.226337 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfbc972-4426-4788-bce2-d653baa582a2,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:38.233748 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:38.234407 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:38.234749 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:38.235229 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:38.235584 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:38.235911 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:38.236242 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:38.236610 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:38.236933 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:38.237251 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:38.237571 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:38.237887 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:38.238202 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:38.238514 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:38.238837 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb12878-36c9-4aef-8b2b-da5c5d92bc76 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:38.291663 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb2046f-ab11-422b-9573-3188818a82f8', 'tag': '2b4e274a-7f96-4559-a287-f29400ea3c90'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:11:38.294586 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ca8bdf-1a58-4013-b90a-70dfc93c7c02" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb2046f-ab11-422b-9573-3188818a82f8", "tag": "2b4e274a-7f96-4559-a287-f29400ea3c90"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:11:38.312950 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:38.341632 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38af8cf-fb6c-4224-baba-feb3b24bd25e x-openstack-request-id: req-c38af8cf-fb6c-4224-baba-feb3b24bd25e {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:11:38.341917 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb2046f-ab11-422b-9573-3188818a82f8", "tag": "2b4e274a-7f96-4559-a287-f29400ea3c90", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:11:38.342164 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c38af8cf-fb6c-4224-baba-feb3b24bd25e {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:11:38.342586 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38af8cf-fb6c-4224-baba-feb3b24bd25e'] response: {'name': 'network-changed', 'server_uuid': '4eb2046f-ab11-422b-9573-3188818a82f8', 'tag': '2b4e274a-7f96-4559-a287-f29400ea3c90', 'status': 'completed', 'code': 200} Aug 31 04:11:38.420962 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-88c4ba77-b756-44cc-81f7-a7c227667680 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Deleting port b207a08a-87a7-40f2-acd6-12f909a5c2b1 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:11:38.421247 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-88c4ba77-b756-44cc-81f7-a7c227667680 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (b207a08a-87a7-40f2-acd6-12f909a5c2b1), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:38.436158 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca8bdf-1a58-4013-b90a-70dfc93c7c02 req-7031db86-fb78-43d2-9dd4-7b60a8b9a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:38.437629 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-84ca8bdf-1a58-4013-b90a-70dfc93c7c02 req-7031db86-fb78-43d2-9dd4-7b60a8b9a8ac service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=dfefc6f232404c6ca48d073df67c3907&device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 1130 time: 0.0572073 Aug 31 04:11:38.566009 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-88c4ba77-b756-44cc-81f7-a7c227667680 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (b207a08a-87a7-40f2-acd6-12f909a5c2b1), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:38.566258 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-88c4ba77-b756-44cc-81f7-a7c227667680 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for floatingip (b207a08a-87a7-40f2-acd6-12f909a5c2b1), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:38.587117 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-88c4ba77-b756-44cc-81f7-a7c227667680 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Calling delete_port for b207a08a-87a7-40f2-acd6-12f909a5c2b1 owned by network:floatingip {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:11:38.594083 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca8bdf-1a58-4013-b90a-70dfc93c7c02 req-91d3e0e4-670e-46ce-965c-b9a83176f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:38.595658 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-84ca8bdf-1a58-4013-b90a-70dfc93c7c02 req-91d3e0e4-670e-46ce-965c-b9a83176f696 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cce3a859-4e9e-46fa-badb-7d5c4e79d14e HTTP/1.1" status: 200 len: 915 time: 0.1314943 Aug 31 04:11:38.722995 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-84ca8bdf-1a58-4013-b90a-70dfc93c7c02 req-aed720a1-4f55-40e6-bd35-d585c71fd3aa service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b4e274a-7f96-4559-a287-f29400ea3c90 HTTP/1.1" status: 200 len: 1002 time: 0.1192641 Aug 31 04:11:38.784429 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:38.814662 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca8bdf-1a58-4013-b90a-70dfc93c7c02 req-587cb858-4757-4214-b82c-c43041777980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:38.816926 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-84ca8bdf-1a58-4013-b90a-70dfc93c7c02 req-587cb858-4757-4214-b82c-c43041777980 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d4171192-3c90-4c21-8e83-5dc4c356643b HTTP/1.1" status: 200 len: 853 time: 0.0787661 Aug 31 04:11:38.893864 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca8bdf-1a58-4013-b90a-70dfc93c7c02 req-efecf5a1-842a-4305-a516-53ed90faab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:38.895445 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-84ca8bdf-1a58-4013-b90a-70dfc93c7c02 req-efecf5a1-842a-4305-a516-53ed90faab1a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cce3a859-4e9e-46fa-badb-7d5c4e79d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684092 Aug 31 04:11:38.912517 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-88c4ba77-b756-44cc-81f7-a7c227667680 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (b207a08a-87a7-40f2-acd6-12f909a5c2b1), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:38.962130 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4ba77-b756-44cc-81f7-a7c227667680 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Pushing event deleted for resources: {'Port': ['ID=b207a08a-87a7-40f2-acd6-12f909a5c2b1,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:39.080703 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-88c4ba77-b756-44cc-81f7-a7c227667680 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks [] for floatingip (8d6c2bc8-8659-485a-af4e-f35e3109e3a8), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:39.080939 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [None req-88c4ba77-b756-44cc-81f7-a7c227667680 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Floating IP 8d6c2bc8-8659-485a-af4e-f35e3109e3a8 disassociated (deleted). External IP: 172.27.1.156, port: 2b4e274a-7f96-4559-a287-f29400ea3c90. Aug 31 04:11:39.087146 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:39.128469 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-84ca8bdf-1a58-4013-b90a-70dfc93c7c02 req-c18314f2-9d6b-4581-ab6f-757b50ff74cf service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178264 Aug 31 04:11:39.306036 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-84ca8bdf-1a58-4013-b90a-70dfc93c7c02 req-c5e6f364-c79d-4f30-8354-9cba24cc2f5c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689637 Aug 31 04:11:39.368726 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c4ba77-b756-44cc-81f7-a7c227667680 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:11:39.479274 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c4ba77-b756-44cc-81f7-a7c227667680 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:11:39.483738 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-88c4ba77-b756-44cc-81f7-a7c227667680 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:39.489443 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0652f2-ece3-468a-bac6-d9f1636ed770 None None] Sync routers for ids ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:11:39.500385 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0652f2-ece3-468a-bac6-d9f1636ed770 None None] Routers {'7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:11:39.500966 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1e0652f2-ece3-468a-bac6-d9f1636ed770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:11:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:39.516197 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-88c4ba77-b756-44cc-81f7-a7c227667680 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/8d6c2bc8-8659-485a-af4e-f35e3109e3a8 HTTP/1.1" status: 204 len: 168 time: 1.2952993 Aug 31 04:11:39.606254 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-1e0652f2-ece3-468a-bac6-d9f1636ed770 None None] Set router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:11:39.779108 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:39.819256 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1e0652f2-ece3-468a-bac6-d9f1636ed770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '93e19757-da79-4e80-9013-d9103247f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:08:58Z', 'updated_at': '2022-08-31T04:09:01Z', 'revision_number': 4, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'gw_port': {'id': '93e19757-da79-4e80-9013-d9103247f6c7', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:08:59Z', 'updated_at': '2022-08-31T04:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'ddef7736-80e9-4185-814e-602bd8c3bf77', 'name': '', 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'mac_address': 'fa:16:3e:0b:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:01Z', 'updated_at': '2022-08-31T04:09:08Z', 'revision_number': 5, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'subnets': [{'id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:39.844674 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0652f2-ece3-468a-bac6-d9f1636ed770 None None] Checking router: 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:11:39.854004 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0652f2-ece3-468a-bac6-d9f1636ed770 None None] Routers {'7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:11:39.854602 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1e0652f2-ece3-468a-bac6-d9f1636ed770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:11:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:39.957235 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-1e0652f2-ece3-468a-bac6-d9f1636ed770 None None] Set router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:11:40.097124 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:40.145837 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1e0652f2-ece3-468a-bac6-d9f1636ed770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '93e19757-da79-4e80-9013-d9103247f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:08:58Z', 'updated_at': '2022-08-31T04:09:01Z', 'revision_number': 4, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'gw_port': {'id': '93e19757-da79-4e80-9013-d9103247f6c7', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:08:59Z', 'updated_at': '2022-08-31T04:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'ddef7736-80e9-4185-814e-602bd8c3bf77', 'name': '', 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'mac_address': 'fa:16:3e:0b:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:01Z', 'updated_at': '2022-08-31T04:09:08Z', 'revision_number': 5, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'subnets': [{'id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:40.173388 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0652f2-ece3-468a-bac6-d9f1636ed770 None None] The sync data for ids ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'] in dv-cinder-853910-5-iscsi is: [{'id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '93e19757-da79-4e80-9013-d9103247f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:08:58Z', 'updated_at': '2022-08-31T04:09:01Z', 'revision_number': 4, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'gw_port': {'id': '93e19757-da79-4e80-9013-d9103247f6c7', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:08:59Z', 'updated_at': '2022-08-31T04:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'ddef7736-80e9-4185-814e-602bd8c3bf77', 'name': '', 'network_id': 'cce3a859-4e9e-46fa-badb-7d5c4e79d14e', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'mac_address': 'fa:16:3e:0b:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:01Z', 'updated_at': '2022-08-31T04:09:08Z', 'revision_number': 5, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'subnets': [{'id': 'd4171192-3c90-4c21-8e83-5dc4c356643b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:11:40.343986 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb2046f-ab11-422b-9573-3188818a82f8', 'tag': '2b4e274a-7f96-4559-a287-f29400ea3c90'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:11:40.346599 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7539338-21d9-40f3-bffa-03ec4b31e3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb2046f-ab11-422b-9573-3188818a82f8", "tag": "2b4e274a-7f96-4559-a287-f29400ea3c90"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:11:40.390564 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bd2b42-eed4-4e54-aa61-8c838f661ddc x-openstack-request-id: req-04bd2b42-eed4-4e54-aa61-8c838f661ddc {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:11:40.390851 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb2046f-ab11-422b-9573-3188818a82f8", "tag": "2b4e274a-7f96-4559-a287-f29400ea3c90", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:11:40.391130 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04bd2b42-eed4-4e54-aa61-8c838f661ddc {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:11:40.391544 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04bd2b42-eed4-4e54-aa61-8c838f661ddc'] response: {'name': 'network-changed', 'server_uuid': '4eb2046f-ab11-422b-9573-3188818a82f8', 'tag': '2b4e274a-7f96-4559-a287-f29400ea3c90', 'status': 'completed', 'code': 200} Aug 31 04:11:40.396788 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d48a0-bcde-46a0-a187-ec029558b664 None None] New status for floating IP 8d6c2bc8-8659-485a-af4e-f35e3109e3a8: DOWN {{(pid=106460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:11:40.458345 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7539338-21d9-40f3-bffa-03ec4b31e3ca req-dc187ab1-0f5a-4195-81a9-085f11aadbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:40.459907 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c7539338-21d9-40f3-bffa-03ec4b31e3ca req-dc187ab1-0f5a-4195-81a9-085f11aadbcb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=dfefc6f232404c6ca48d073df67c3907&device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 1130 time: 0.0420477 Aug 31 04:11:40.557286 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7539338-21d9-40f3-bffa-03ec4b31e3ca req-67e610c7-6122-4c00-becd-74965f52c929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:40.558814 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c7539338-21d9-40f3-bffa-03ec4b31e3ca req-67e610c7-6122-4c00-becd-74965f52c929 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=cce3a859-4e9e-46fa-badb-7d5c4e79d14e HTTP/1.1" status: 200 len: 915 time: 0.0923622 Aug 31 04:11:40.608136 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c7539338-21d9-40f3-bffa-03ec4b31e3ca req-368ed716-846c-42e7-ac97-70bd4a765c0f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b4e274a-7f96-4559-a287-f29400ea3c90 HTTP/1.1" status: 200 len: 217 time: 0.0341706 Aug 31 04:11:40.657093 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:40.661929 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7539338-21d9-40f3-bffa-03ec4b31e3ca req-cfe83923-2198-4f48-8a54-f88865b8108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:40.663450 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c7539338-21d9-40f3-bffa-03ec4b31e3ca req-cfe83923-2198-4f48-8a54-f88865b8108d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d4171192-3c90-4c21-8e83-5dc4c356643b HTTP/1.1" status: 200 len: 853 time: 0.0463338 Aug 31 04:11:40.711966 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7539338-21d9-40f3-bffa-03ec4b31e3ca req-d52a29c9-ad98-4413-bf27-365546194bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:40.713518 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c7539338-21d9-40f3-bffa-03ec4b31e3ca req-d52a29c9-ad98-4413-bf27-365546194bac service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=cce3a859-4e9e-46fa-badb-7d5c4e79d14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432220 Aug 31 04:11:40.816304 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c7539338-21d9-40f3-bffa-03ec4b31e3ca req-b30e87b9-e6ae-4210-a572-55acc528b5d5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916519 Aug 31 04:11:40.915277 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c7539338-21d9-40f3-bffa-03ec4b31e3ca req-9a9d7935-b91e-4815-a688-77329c195c7d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916507 Aug 31 04:11:42.289152 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad4c5e-88aa-40b9-b793-b19a187b18b4 req-9b2aaa45-7990-4e66-9eac-cb7dbb73fe5f tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:42.290656 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a3ad4c5e-88aa-40b9-b793-b19a187b18b4 req-9b2aaa45-7990-4e66-9eac-cb7dbb73fe5f tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 946 time: 0.0482268 Aug 31 04:11:42.341443 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a3ad4c5e-88aa-40b9-b793-b19a187b18b4 req-02f66600-4614-4855-bc15-9fdf3d049ebc tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Aug 31 04:11:43.459388 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:43.467615 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30679d-739e-47d8-8bf6-c9a8d0be83f3 req-cbb00b3d-bf5d-4f87-aae9-04f779e2e4e1 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:43.469096 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-db30679d-739e-47d8-8bf6-c9a8d0be83f3 req-cbb00b3d-bf5d-4f87-aae9-04f779e2e4e1 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 946 time: 0.0519078 Aug 31 04:11:43.521177 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-db30679d-739e-47d8-8bf6-c9a8d0be83f3 req-6396393e-498b-45e8-adc0-c85796da011c tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442412 Aug 31 04:11:44.308933 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7cd98-c79b-468a-8566-2813050de927 req-0cb2bdd7-15c7-4cc6-88ed-e85c649869a2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:44.310407 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eaf7cd98-c79b-468a-8566-2813050de927 req-0cb2bdd7-15c7-4cc6-88ed-e85c649869a2 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 946 time: 0.0555291 Aug 31 04:11:44.401292 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-eaf7cd98-c79b-468a-8566-2813050de927 req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Deleting port 2b4e274a-7f96-4559-a287-f29400ea3c90 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:11:44.401563 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-eaf7cd98-c79b-468a-8566-2813050de927 req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:44.506433 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-eaf7cd98-c79b-468a-8566-2813050de927 req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] For port 2b4e274a-7f96-4559-a287-f29400ea3c90, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2b4e274a-7f96-4559-a287-f29400ea3c90,segment=NetworkSegment(02d84bed-2e21-462b-89c3-4802a2ac7b49),segment_id=02d84bed-2e21-462b-89c3-4802a2ac7b49)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:44.507216 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-eaf7cd98-c79b-468a-8566-2813050de927 req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:44.520143 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-eaf7cd98-c79b-468a-8566-2813050de927 req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Calling delete_port for 2b4e274a-7f96-4559-a287-f29400ea3c90 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:11:44.683759 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecacfd7-223c-4879-ad1d-849e7cce3976 req-0b3362b3-4ab4-41d2-91bf-7e7025ec4bef tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:44.685251 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6ecacfd7-223c-4879-ad1d-849e7cce3976 req-0b3362b3-4ab4-41d2-91bf-7e7025ec4bef tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4eb2046f-ab11-422b-9573-3188818a82f8 HTTP/1.1" status: 200 len: 946 time: 0.0805068 Aug 31 04:11:44.691323 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-eaf7cd98-c79b-468a-8566-2813050de927 req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (2b4e274a-7f96-4559-a287-f29400ea3c90), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:44.706860 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['2b4e274a-7f96-4559-a287-f29400ea3c90'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:11:44.729705 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Pushing event deleted for resources: {'Port': ['ID=2b4e274a-7f96-4559-a287-f29400ea3c90,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:44.749386 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:44.749738 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:44.750074 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:44.750404 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:44.750746 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:44.751065 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:44.751408 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:44.751726 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:44.752044 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:44.752361 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:44.752707 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:44.753016 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:44.753326 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:44.753637 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:44.754906 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:11:44.804588 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf7cd98-c79b-468a-8566-2813050de927 req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] No DVR routers for this DVR port 2b4e274a-7f96-4559-a287-f29400ea3c90 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:11:44.807748 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-eaf7cd98-c79b-468a-8566-2813050de927 req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:44.810949 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eaf7cd98-c79b-468a-8566-2813050de927 req-907b519e-3a62-4a0e-94b9-e48d09fe7429 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.26 "DELETE /networking/v2.0/ports/2b4e274a-7f96-4559-a287-f29400ea3c90 HTTP/1.1" status: 204 len: 173 time: 0.4934993 Aug 31 04:11:44.811409 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb2046f-ab11-422b-9573-3188818a82f8', 'name': 'network-vif-deleted', 'tag': '2b4e274a-7f96-4559-a287-f29400ea3c90'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:11:44.813652 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8913de-1cce-4bb7-a878-f462b8496c2b" -d '{"events": [{"server_uuid": "4eb2046f-ab11-422b-9573-3188818a82f8", "name": "network-vif-deleted", "tag": "2b4e274a-7f96-4559-a287-f29400ea3c90"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:11:44.819625 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6ecacfd7-223c-4879-ad1d-849e7cce3976 req-8aeee09c-d606-4425-8475-3f2286da9307 tempest-TestMinimumBasicScenario-278073397 tempest-TestMinimumBasicScenario-278073397-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264076 Aug 31 04:11:44.857421 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b82480-832c-4f6a-986b-530b9dfb73e9 x-openstack-request-id: req-31b82480-832c-4f6a-986b-530b9dfb73e9 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:11:44.857733 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb2046f-ab11-422b-9573-3188818a82f8", "name": "network-vif-deleted", "tag": "2b4e274a-7f96-4559-a287-f29400ea3c90", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:11:44.857985 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31b82480-832c-4f6a-986b-530b9dfb73e9 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:11:44.858392 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b82480-832c-4f6a-986b-530b9dfb73e9'] response: {'server_uuid': '4eb2046f-ab11-422b-9573-3188818a82f8', 'name': 'network-vif-deleted', 'tag': '2b4e274a-7f96-4559-a287-f29400ea3c90', 'status': 'completed', 'code': 200} Aug 31 04:11:46.604506 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46224) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:47.035452 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-714e6bb4-d549-44b6-baae-6d1e35f08fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565397'] for router_interface (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:47.301916 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-714e6bb4-d549-44b6-baae-6d1e35f08fba admin admin] Deleting port ddef7736-80e9-4185-814e-602bd8c3bf77 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:11:47.302255 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-714e6bb4-d549-44b6-baae-6d1e35f08fba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:47.384566 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-714e6bb4-d549-44b6-baae-6d1e35f08fba admin admin] For port ddef7736-80e9-4185-814e-602bd8c3bf77, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=ddef7736-80e9-4185-814e-602bd8c3bf77,segment=NetworkSegment(02d84bed-2e21-462b-89c3-4802a2ac7b49),segment_id=02d84bed-2e21-462b-89c3-4802a2ac7b49)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:47.384933 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-714e6bb4-d549-44b6-baae-6d1e35f08fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:47.397645 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-714e6bb4-d549-44b6-baae-6d1e35f08fba admin admin] Calling delete_port for ddef7736-80e9-4185-814e-602bd8c3bf77 owned by network:router_interface {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:11:47.443260 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:47.503393 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=100 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:47.590928 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-714e6bb4-d549-44b6-baae-6d1e35f08fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (ddef7736-80e9-4185-814e-602bd8c3bf77), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:47.616774 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e6bb4-d549-44b6-baae-6d1e35f08fba admin admin] Pushing event deleted for resources: {'Port': ['ID=ddef7736-80e9-4185-814e-602bd8c3bf77,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:47.756241 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 2b4e274a-7f96-4559-a287-f29400ea3c90 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:11:47.777096 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 2b4e274a-7f96-4559-a287-f29400ea3c90 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:11:47.777463 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 2b4e274a-7f96-4559-a287-f29400ea3c90 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:11:47.784524 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-714e6bb4-d549-44b6-baae-6d1e35f08fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567845'] for router_interface (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:47.999199 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714e6bb4-d549-44b6-baae-6d1e35f08fba admin admin] Router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:11:48.103896 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714e6bb4-d549-44b6-baae-6d1e35f08fba admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:11:48.109264 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-714e6bb4-d549-44b6-baae-6d1e35f08fba admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5033655 Aug 31 04:11:48.112092 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46228) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:48.113237 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f637e-6149-4dbd-9790-7e4258e71749 None None] Sync routers for ids ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:11:48.124178 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f637e-6149-4dbd-9790-7e4258e71749 None None] Routers {'7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:11:48.124786 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-b45f637e-6149-4dbd-9790-7e4258e71749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:11:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:48.212643 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] Publish callbacks [] for router (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:48.222751 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-b45f637e-6149-4dbd-9790-7e4258e71749 None None] Set router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:11:48.401273 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-b45f637e-6149-4dbd-9790-7e4258e71749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '93e19757-da79-4e80-9013-d9103247f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:08:58Z', 'updated_at': '2022-08-31T04:11:47Z', 'revision_number': 5, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'gw_port': {'id': '93e19757-da79-4e80-9013-d9103247f6c7', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:08:59Z', 'updated_at': '2022-08-31T04:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:48.431609 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f637e-6149-4dbd-9790-7e4258e71749 None None] Checking router: 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:11:48.441117 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f637e-6149-4dbd-9790-7e4258e71749 None None] Routers {'7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:11:48.441733 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-b45f637e-6149-4dbd-9790-7e4258e71749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:11:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:48.542747 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-b45f637e-6149-4dbd-9790-7e4258e71749 None None] Set router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:11:48.547269 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] Publish callbacks [] for router_gateway (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:48.549961 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:48.593548 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] Deleting port 93e19757-da79-4e80-9013-d9103247f6c7 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:11:48.593837 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (93e19757-da79-4e80-9013-d9103247f6c7), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:48.670368 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:48.683583 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] For port 93e19757-da79-4e80-9013-d9103247f6c7, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=93e19757-da79-4e80-9013-d9103247f6c7,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:48.683969 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (93e19757-da79-4e80-9013-d9103247f6c7), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:48.698064 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] Calling delete_port for 93e19757-da79-4e80-9013-d9103247f6c7 owned by network:router_gateway {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:11:48.815327 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:48.873226 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-b45f637e-6149-4dbd-9790-7e4258e71749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '93e19757-da79-4e80-9013-d9103247f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:08:58Z', 'updated_at': '2022-08-31T04:11:47Z', 'revision_number': 5, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'gw_port': {'id': '93e19757-da79-4e80-9013-d9103247f6c7', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:08:59Z', 'updated_at': '2022-08-31T04:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:48.915606 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45f637e-6149-4dbd-9790-7e4258e71749 None None] The sync data for ids ['7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c'] in dv-cinder-853910-5-iscsi is: [{'id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'name': 'tempest-TestMinimumBasicScenario-846836790-router', 'tenant_id': 'dfefc6f232404c6ca48d073df67c3907', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '93e19757-da79-4e80-9013-d9103247f6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:08:58Z', 'updated_at': '2022-08-31T04:11:47Z', 'revision_number': 5, 'project_id': 'dfefc6f232404c6ca48d073df67c3907', 'gw_port': {'id': '93e19757-da79-4e80-9013-d9103247f6c7', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:08:59Z', 'updated_at': '2022-08-31T04:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:11:48.950224 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (93e19757-da79-4e80-9013-d9103247f6c7), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:48.976164 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e19757-da79-4e80-9013-d9103247f6c7,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:49.040821 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566230'] for router_gateway (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.125418 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8207'] for router (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.127508 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] Publish callbacks [] for router_controller (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), precommit_delete_associations {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.171237 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567896'] for router (7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.171792 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c {{(pid=106458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:11:49.175951 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.177188 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-85b2a61d-fa21-4d81-8120-cd201b16b078 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/7bd8c6e7-ed2c-4583-bb91-15843e8c5a0c HTTP/1.1" status: 204 len: 168 time: 1.0639296 Aug 31 04:11:49.180449 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46232) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:49.225190 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2d9b17-3e61-46d3-9775-c5d0e3bda757 admin admin] Deleting subnet d4171192-3c90-4c21-8e83-5dc4c356643b {{(pid=106458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:11:49.228404 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3b2d9b17-3e61-46d3-9775-c5d0e3bda757 admin admin] Publish callbacks [] for subnet (d4171192-3c90-4c21-8e83-5dc4c356643b), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.264484 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3b2d9b17-3e61-46d3-9775-c5d0e3bda757 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838308'] for subnet (d4171192-3c90-4c21-8e83-5dc4c356643b), precommit_delete_associations {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.389016 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3b2d9b17-3e61-46d3-9775-c5d0e3bda757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (d4171192-3c90-4c21-8e83-5dc4c356643b), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.407137 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device ddef7736-80e9-4185-814e-602bd8c3bf77 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:11:49.426521 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: ddef7736-80e9-4185-814e-602bd8c3bf77 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:11:49.426872 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device ddef7736-80e9-4185-814e-602bd8c3bf77 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:11:49.449950 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3b2d9b17-3e61-46d3-9775-c5d0e3bda757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4007182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3976995'] for subnet (d4171192-3c90-4c21-8e83-5dc4c356643b), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.475404 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d9b17-3e61-46d3-9775-c5d0e3bda757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4171192-3c90-4c21-8e83-5dc4c356643b,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:49.482674 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3b2d9b17-3e61-46d3-9775-c5d0e3bda757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.489665 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-3b2d9b17-3e61-46d3-9775-c5d0e3bda757 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/d4171192-3c90-4c21-8e83-5dc4c356643b HTTP/1.1" status: 204 len: 168 time: 0.3055165 Aug 31 04:11:49.489939 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46236) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:49.492913 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f931375-30d3-4cf0-917f-9193e82b1f8d None None] Network cce3a859-4e9e-46fa-badb-7d5c4e79d14e requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:11:49.514379 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:49.571172 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (cce3a859-4e9e-46fa-badb-7d5c4e79d14e), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.621574 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] Deleting port aee69f41-95ba-4208-aeb6-1cb33cbc48c4 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:11:49.621910 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (aee69f41-95ba-4208-aeb6-1cb33cbc48c4), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.689759 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] For port aee69f41-95ba-4208-aeb6-1cb33cbc48c4, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=aee69f41-95ba-4208-aeb6-1cb33cbc48c4,segment=NetworkSegment(02d84bed-2e21-462b-89c3-4802a2ac7b49),segment_id=02d84bed-2e21-462b-89c3-4802a2ac7b49)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:49.690427 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (aee69f41-95ba-4208-aeb6-1cb33cbc48c4), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.704395 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] Calling delete_port for aee69f41-95ba-4208-aeb6-1cb33cbc48c4 owned by network:dhcp {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:11:49.705899 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:49.789786 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (aee69f41-95ba-4208-aeb6-1cb33cbc48c4), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.813783 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee69f41-95ba-4208-aeb6-1cb33cbc48c4,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:49.817324 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] No DVR routers for this DVR port aee69f41-95ba-4208-aeb6-1cb33cbc48c4 on host dv-cinder-853910-5-iscsi {{(pid=106458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:11:49.891131 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (cce3a859-4e9e-46fa-badb-7d5c4e79d14e), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.911956 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce3a859-4e9e-46fa-badb-7d5c4e79d14e']}} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:49.922486 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d84bed-2e21-462b-89c3-4802a2ac7b49') {'for_net_delete': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:49.922782 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d84bed-2e21-462b-89c3-4802a2ac7b49') {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:49.933668 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838319'] for segment (02d84bed-2e21-462b-89c3-4802a2ac7b49), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.949001 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (02d84bed-2e21-462b-89c3-4802a2ac7b49), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:49.951574 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861dc063-f6a9-4d8a-9152-c82399d27cbb None None] DHCP port deletion for cce3a859-4e9e-46fa-badb-7d5c4e79d14e request from dv-cinder-853910-5-iscsi {{(pid=106460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:11:49.959357 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=106458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:11:49.959357 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4007848'] for segment (02d84bed-2e21-462b-89c3-4802a2ac7b49), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:50.006526 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment 02d84bed-2e21-462b-89c3-4802a2ac7b49 resource provider aggregate not found Aug 31 04:11:50.025009 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment 02d84bed-2e21-462b-89c3-4802a2ac7b49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02d84bed-2e21-462b-89c3-4802a2ac7b49 found for delete ", "request_id": "req-f41c4dff-c56d-426f-b773-c9cbbc10a50d"}]} Aug 31 04:11:50.033354 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (cce3a859-4e9e-46fa-badb-7d5c4e79d14e), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:50.039864 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:50.043012 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/cce3a859-4e9e-46fa-badb-7d5c4e79d14e HTTP/1.1" status: 204 len: 168 time: 0.5521257 Aug 31 04:11:50.046196 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46242) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:50.053333 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:50.056001 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac4eb4-4d01-436e-99d0-5158685250b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cce3a859-4e9e-46fa-badb-7d5c4e79d14e,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:50.361714 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:50.368119 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d3115716-a3a7-4540-be3d-fd336e85f5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565397'] for router_interface (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:50.598796 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-d3115716-a3a7-4540-be3d-fd336e85f5c2 admin admin] Deleting port 0b530067-aa32-4593-aa2d-5efb0b9c7b99 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:11:50.599092 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d3115716-a3a7-4540-be3d-fd336e85f5c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:50.680776 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-d3115716-a3a7-4540-be3d-fd336e85f5c2 admin admin] For port 0b530067-aa32-4593-aa2d-5efb0b9c7b99, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=0b530067-aa32-4593-aa2d-5efb0b9c7b99,segment=NetworkSegment(b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f),segment_id=b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:50.681138 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d3115716-a3a7-4540-be3d-fd336e85f5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:50.695770 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-d3115716-a3a7-4540-be3d-fd336e85f5c2 admin admin] Calling delete_port for 0b530067-aa32-4593-aa2d-5efb0b9c7b99 owned by network:router_interface {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:11:51.172288 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d3115716-a3a7-4540-be3d-fd336e85f5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (0b530067-aa32-4593-aa2d-5efb0b9c7b99), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:51.198056 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3115716-a3a7-4540-be3d-fd336e85f5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b530067-aa32-4593-aa2d-5efb0b9c7b99,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:51.223289 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:51.362099 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d3115716-a3a7-4540-be3d-fd336e85f5c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567845'] for router_interface (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:51.410592 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 93e19757-da79-4e80-9013-d9103247f6c7 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:11:51.433608 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 93e19757-da79-4e80-9013-d9103247f6c7 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:11:51.433943 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 93e19757-da79-4e80-9013-d9103247f6c7 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:11:51.434375 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device aee69f41-95ba-4208-aeb6-1cb33cbc48c4 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:11:51.452166 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: aee69f41-95ba-4208-aeb6-1cb33cbc48c4 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:11:51.452466 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device aee69f41-95ba-4208-aeb6-1cb33cbc48c4 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:11:51.468414 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:51.572542 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3115716-a3a7-4540-be3d-fd336e85f5c2 admin admin] Router da0c2202-c6f9-4fed-bde4-62ba4a5f846a has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:11:51.677207 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3115716-a3a7-4540-be3d-fd336e85f5c2 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:11:51.682553 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-d3115716-a3a7-4540-be3d-fd336e85f5c2 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/da0c2202-c6f9-4fed-bde4-62ba4a5f846a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6353552 Aug 31 04:11:51.685281 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46244) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:51.687315 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265e943f-1c8e-42f4-8011-0a67170f83a2 None None] Sync routers for ids ['da0c2202-c6f9-4fed-bde4-62ba4a5f846a'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:11:51.698993 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265e943f-1c8e-42f4-8011-0a67170f83a2 None None] Routers {'da0c2202-c6f9-4fed-bde4-62ba4a5f846a'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:11:51.699656 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-265e943f-1c8e-42f4-8011-0a67170f83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:11:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['da0c2202-c6f9-4fed-bde4-62ba4a5f846a'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:51.788620 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] Publish callbacks [] for router (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:51.895861 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] Publish callbacks [] for router_gateway (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:51.935958 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-265e943f-1c8e-42f4-8011-0a67170f83a2 None None] Set router da0c2202-c6f9-4fed-bde4-62ba4a5f846a gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:11:51.942975 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] Deleting port 571151ad-076c-4d35-a59f-398b2a5101da {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:11:51.943349 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (571151ad-076c-4d35-a59f-398b2a5101da), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.025991 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] For port 571151ad-076c-4d35-a59f-398b2a5101da, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=571151ad-076c-4d35-a59f-398b2a5101da,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:52.026348 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (571151ad-076c-4d35-a59f-398b2a5101da), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.039230 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] Calling delete_port for 571151ad-076c-4d35-a59f-398b2a5101da owned by network:router_gateway {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:11:52.109345 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-265e943f-1c8e-42f4-8011-0a67170f83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'name': 'tempest-TestMinimumBasicScenario-1691885304-router', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '571151ad-076c-4d35-a59f-398b2a5101da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:09:04Z', 'updated_at': '2022-08-31T04:11:51Z', 'revision_number': 5, 'project_id': 'fea0a6e89574496d8f5471e7474aa37e', 'gw_port': {'id': '571151ad-076c-4d35-a59f-398b2a5101da', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:09:05Z', 'updated_at': '2022-08-31T04:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:52.136238 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265e943f-1c8e-42f4-8011-0a67170f83a2 None None] Checking router: da0c2202-c6f9-4fed-bde4-62ba4a5f846a for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:11:52.141194 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:52.145422 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265e943f-1c8e-42f4-8011-0a67170f83a2 None None] Routers {'da0c2202-c6f9-4fed-bde4-62ba4a5f846a'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:11:52.145942 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-265e943f-1c8e-42f4-8011-0a67170f83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:11:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['da0c2202-c6f9-4fed-bde4-62ba4a5f846a'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:52.214584 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (571151ad-076c-4d35-a59f-398b2a5101da), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.230678 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-265e943f-1c8e-42f4-8011-0a67170f83a2 None None] Set router da0c2202-c6f9-4fed-bde4-62ba4a5f846a gateway port host: None {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:11:52.246685 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] Pushing event deleted for resources: {'Port': ['ID=571151ad-076c-4d35-a59f-398b2a5101da,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:52.288580 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-265e943f-1c8e-42f4-8011-0a67170f83a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'name': 'tempest-TestMinimumBasicScenario-1691885304-router', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:09:04Z', 'updated_at': '2022-08-31T04:11:51Z', 'revision_number': 6, 'project_id': 'fea0a6e89574496d8f5471e7474aa37e', 'gw_port_host': None}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:52.313553 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566230'] for router_gateway (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.314102 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265e943f-1c8e-42f4-8011-0a67170f83a2 None None] The sync data for ids ['da0c2202-c6f9-4fed-bde4-62ba4a5f846a'] in dv-cinder-853910-5-iscsi is: [{'id': 'da0c2202-c6f9-4fed-bde4-62ba4a5f846a', 'name': 'tempest-TestMinimumBasicScenario-1691885304-router', 'tenant_id': 'fea0a6e89574496d8f5471e7474aa37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:09:04Z', 'updated_at': '2022-08-31T04:11:51Z', 'revision_number': 6, 'project_id': 'fea0a6e89574496d8f5471e7474aa37e', 'gw_port_host': None}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:11:52.396106 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:52.425444 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8207'] for router (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.427959 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] Publish callbacks [] for router_controller (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.496212 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567896'] for router (da0c2202-c6f9-4fed-bde4-62ba4a5f846a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.496864 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da0c2202-c6f9-4fed-bde4-62ba4a5f846a {{(pid=106459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:11:52.501955 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.503175 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-7229eb16-2a1c-4888-b86d-7a372515ae99 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/da0c2202-c6f9-4fed-bde4-62ba4a5f846a HTTP/1.1" status: 204 len: 168 time: 0.8167083 Aug 31 04:11:52.506313 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46254) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:52.551778 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90ce2d3-49da-4a68-90bc-11263ce95942 admin admin] Deleting subnet e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319 {{(pid=106459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:11:52.555524 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a90ce2d3-49da-4a68-90bc-11263ce95942 admin admin] Publish callbacks [] for subnet (e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.593471 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a90ce2d3-49da-4a68-90bc-11263ce95942 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269196'] for subnet (e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.683278 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a90ce2d3-49da-4a68-90bc-11263ce95942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.748241 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a90ce2d3-49da-4a68-90bc-11263ce95942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4017630'] for subnet (e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.775314 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ce2d3-49da-4a68-90bc-11263ce95942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:52.778990 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a90ce2d3-49da-4a68-90bc-11263ce95942 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.782169 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-a90ce2d3-49da-4a68-90bc-11263ce95942 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/e6e2ab4d-7eaa-4e59-b3a2-97e6dd3da319 HTTP/1.1" status: 204 len: 168 time: 0.2748680 Aug 31 04:11:52.784997 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46260) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:52.787995 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaf327b-0892-4d4c-a675-734327661931 None None] Network c4f9fc6d-9d28-4b0e-a7eb-897c6686843d requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:11:52.860439 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (c4f9fc6d-9d28-4b0e-a7eb-897c6686843d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.869615 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:52.907541 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] Deleting port 6d907423-fbae-43f1-b592-2e61fd41698d {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:11:52.907945 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (6d907423-fbae-43f1-b592-2e61fd41698d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.978061 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] For port 6d907423-fbae-43f1-b592-2e61fd41698d, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=6d907423-fbae-43f1-b592-2e61fd41698d,segment=NetworkSegment(b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f),segment_id=b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:11:52.978426 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (6d907423-fbae-43f1-b592-2e61fd41698d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:52.992384 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] Calling delete_port for 6d907423-fbae-43f1-b592-2e61fd41698d owned by network:dhcp {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:11:53.084579 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (6d907423-fbae-43f1-b592-2e61fd41698d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:53.092056 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d9121-6b54-4dce-9580-8ce2452ac48f None None] DHCP port deletion for c4f9fc6d-9d28-4b0e-a7eb-897c6686843d request from dv-cinder-853910-5-iscsi {{(pid=106460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:11:53.111198 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d907423-fbae-43f1-b592-2e61fd41698d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:53.114782 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] No DVR routers for this DVR port 6d907423-fbae-43f1-b592-2e61fd41698d on host dv-cinder-853910-5-iscsi {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:11:53.186395 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:53.189644 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (c4f9fc6d-9d28-4b0e-a7eb-897c6686843d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:53.214085 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f9fc6d-9d28-4b0e-a7eb-897c6686843d']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:53.223982 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:53.224672 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:11:53.235040 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269191'] for segment (b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:53.248668 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:53.254987 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:11:53.255411 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222628'] for segment (b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:53.297072 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f resource provider aggregate not found Aug 31 04:11:53.318647 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5348cb2-7a8f-4aa9-9fe0-b921d4649f1f found for delete ", "request_id": "req-6fba7efb-27f2-4dac-b419-ac681f41a2d5"}]} Aug 31 04:11:53.324269 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (c4f9fc6d-9d28-4b0e-a7eb-897c6686843d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:53.331448 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:53.335386 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/c4f9fc6d-9d28-4b0e-a7eb-897c6686843d HTTP/1.1" status: 204 len: 168 time: 0.5491502 Aug 31 04:11:53.355383 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46e381-3db7-4d38-9677-4f06be4e4368 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f9fc6d-9d28-4b0e-a7eb-897c6686843d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:53.367917 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 6d907423-fbae-43f1-b592-2e61fd41698d no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:11:53.388287 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 6d907423-fbae-43f1-b592-2e61fd41698d {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:11:53.388632 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 6d907423-fbae-43f1-b592-2e61fd41698d not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:11:53.389081 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 571151ad-076c-4d35-a59f-398b2a5101da no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:11:53.408286 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 571151ad-076c-4d35-a59f-398b2a5101da {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:11:53.408883 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 571151ad-076c-4d35-a59f-398b2a5101da not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:11:53.409451 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 0b530067-aa32-4593-aa2d-5efb0b9c7b99 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:11:53.432260 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 0b530067-aa32-4593-aa2d-5efb0b9c7b99 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:11:53.432607 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 0b530067-aa32-4593-aa2d-5efb0b9c7b99 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:11:53.530781 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46268) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:53.538113 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:53.575357 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-9cdc037f-e72e-406d-addd-03f7c05934b0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dfefc6f232404c6ca48d073df67c3907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433137 Aug 31 04:11:53.579159 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46270) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:53.629685 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-be125ee6-8683-47f8-808d-215959405d24 admin admin] Publish callbacks [] for security_group (a76d1fb4-2f52-44a3-88ef-a076ac50e5c9), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:53.650449 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-be125ee6-8683-47f8-808d-215959405d24 admin admin] Publish callbacks [] for security_group (a76d1fb4-2f52-44a3-88ef-a076ac50e5c9), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:53.700621 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-be125ee6-8683-47f8-808d-215959405d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a76d1fb4-2f52-44a3-88ef-a076ac50e5c9), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:53.703657 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-be125ee6-8683-47f8-808d-215959405d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:53.704936 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-be125ee6-8683-47f8-808d-215959405d24 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a76d1fb4-2f52-44a3-88ef-a076ac50e5c9 HTTP/1.1" status: 204 len: 168 time: 0.1248820 Aug 31 04:11:53.713981 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be125ee6-8683-47f8-808d-215959405d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76d1fb4-2f52-44a3-88ef-a076ac50e5c9,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:54.049590 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46280) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:54.090329 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-9b84dea2-1e7c-4a35-9f53-9a64f03d8a26 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fea0a6e89574496d8f5471e7474aa37e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392852 Aug 31 04:11:54.092924 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46282) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:11:54.143977 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6947b518-6419-4120-b436-fd77bdcb11a5 admin admin] Publish callbacks [] for security_group (526bb768-fd6e-4bc4-9564-c41a60440c44), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:54.165162 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6947b518-6419-4120-b436-fd77bdcb11a5 admin admin] Publish callbacks [] for security_group (526bb768-fd6e-4bc4-9564-c41a60440c44), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:54.216892 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6947b518-6419-4120-b436-fd77bdcb11a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (526bb768-fd6e-4bc4-9564-c41a60440c44), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:54.219721 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6947b518-6419-4120-b436-fd77bdcb11a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:54.220909 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-6947b518-6419-4120-b436-fd77bdcb11a5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/526bb768-fd6e-4bc4-9564-c41a60440c44 HTTP/1.1" status: 204 len: 168 time: 0.1270955 Aug 31 04:11:54.229419 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947b518-6419-4120-b436-fd77bdcb11a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526bb768-fd6e-4bc4-9564-c41a60440c44,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:11:54.941375 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29eda2f-dccc-4848-9618-233298f878e9 req-c0a0d3c6-a777-4ef4-8118-d835f3c47a2f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:54.942971 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d29eda2f-dccc-4848-9618-233298f878e9 req-c0a0d3c6-a777-4ef4-8118-d835f3c47a2f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0505788 Aug 31 04:11:54.999645 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d29eda2f-dccc-4848-9618-233298f878e9 req-cbdca64d-e723-4650-bf5e-00bb860aa079 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484629 Aug 31 04:11:55.616624 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f16f905c-a6e6-4dc3-89b0-b244198a2e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:56.131066 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34302787-46bc-4d8a-87de-7d40922d31ab req-17e3719b-8aed-42df-b603-114c7fdf7b83 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:56.132576 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-34302787-46bc-4d8a-87de-7d40922d31ab req-17e3719b-8aed-42df-b603-114c7fdf7b83 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0503180 Aug 31 04:11:56.185618 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-34302787-46bc-4d8a-87de-7d40922d31ab req-c7d499dc-e60a-4dbd-8118-15695240b9bc tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445130 Aug 31 04:11:57.320425 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa39ab7-e4da-44c2-9b20-46d1d5017ab2 req-ac940d62-243d-4281-81b6-692ae825793d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:57.321910 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0aa39ab7-e4da-44c2-9b20-46d1d5017ab2 req-ac940d62-243d-4281-81b6-692ae825793d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0514882 Aug 31 04:11:57.374082 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0aa39ab7-e4da-44c2-9b20-46d1d5017ab2 req-dcfb2460-0ee6-4f9f-b025-c63251d0b93d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437896 Aug 31 04:11:57.669451 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1e6cf42f-caf9-4aed-bbe5-7820c65cf00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:58.215843 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:58.522488 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15576b4e-bc87-439d-81ae-98d8a38a830a req-c9f42333-da21-4257-b395-94bb3b482444 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:58.524151 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-15576b4e-bc87-439d-81ae-98d8a38a830a req-c9f42333-da21-4257-b395-94bb3b482444 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0540798 Aug 31 04:11:58.561690 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:58.576749 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-15576b4e-bc87-439d-81ae-98d8a38a830a req-60a1fb4c-ef9b-456e-8e64-01bbd4c156a3 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439739 Aug 31 04:11:58.867463 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:58.875264 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:11:58.877134 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=65 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:11:59.711720 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2900e-c27b-4f2c-befe-05fda293f516 req-53758c62-4622-45e1-8557-269eec40a759 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:11:59.713200 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3eb2900e-c27b-4f2c-befe-05fda293f516 req-53758c62-4622-45e1-8557-269eec40a759 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0508003 Aug 31 04:11:59.763062 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3eb2900e-c27b-4f2c-befe-05fda293f516 req-e5e0df92-3180-4114-9b63-6b029623e264 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443408 Aug 31 04:12:00.045022 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=48,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:00.046325 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=25,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:00.445754 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:00.484647 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:00.493585 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:00.904732 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b6608-6c9a-4f6c-8418-92a080fcbf00 req-d8b40b8e-f60e-45ea-86d4-58928551c9fd tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:00.906843 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-520b6608-6c9a-4f6c-8418-92a080fcbf00 req-d8b40b8e-f60e-45ea-86d4-58928551c9fd tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0482340 Aug 31 04:12:00.954744 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-520b6608-6c9a-4f6c-8418-92a080fcbf00 req-8220683a-1035-4c13-93d5-bab71841ed58 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420609 Aug 31 04:12:02.085228 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60406b45-c901-471c-b3bd-315a4538c288 req-6d79e6ce-e2a2-4441-aa73-5f3dc29c1a6e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:02.087747 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-60406b45-c901-471c-b3bd-315a4538c288 req-6d79e6ce-e2a2-4441-aa73-5f3dc29c1a6e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0542798 Aug 31 04:12:02.108783 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:02.143284 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-60406b45-c901-471c-b3bd-315a4538c288 req-cac68edc-0bfb-4a24-9af3-4da63a7c4c7d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496387 Aug 31 04:12:02.207769 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029c17d-ad87-4035-ab75-4b4c8e990891 req-bc406809-13fe-4da3-8100-f8c1ddd8a1fd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:02.209258 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0029c17d-ad87-4035-ab75-4b4c8e990891 req-bc406809-13fe-4da3-8100-f8c1ddd8a1fd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0469196 Aug 31 04:12:02.263007 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0029c17d-ad87-4035-ab75-4b4c8e990891 req-0b39e3cf-df11-44bc-9cd9-b9ec22359085 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450356 Aug 31 04:12:03.281261 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05942be7-1151-49d1-88ac-8ede8050e125 req-3d05d46c-8650-458b-9d5b-11e8d024b54a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:03.283503 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-05942be7-1151-49d1-88ac-8ede8050e125 req-3d05d46c-8650-458b-9d5b-11e8d024b54a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0519502 Aug 31 04:12:03.348375 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-05942be7-1151-49d1-88ac-8ede8050e125 req-a7bff539-b407-4aad-a417-18af777694f8 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573106 Aug 31 04:12:03.402745 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f86c0-7443-44f4-bc78-81c4dc63c63f req-7839e3de-2f47-4fe2-9aff-3dd27decad04 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:03.404280 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8c0f86c0-7443-44f4-bc78-81c4dc63c63f req-7839e3de-2f47-4fe2-9aff-3dd27decad04 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0511408 Aug 31 04:12:03.451951 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8c0f86c0-7443-44f4-bc78-81c4dc63c63f req-02df4158-6b44-460b-b293-741f734eda83 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418913 Aug 31 04:12:04.057424 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:12:04.478784 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3b7b2-5b6a-4cff-9f4f-57009eb32935 req-dd828637-1438-4492-a01b-682870413df7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:04.480314 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b0f3b7b2-5b6a-4cff-9f4f-57009eb32935 req-dd828637-1438-4492-a01b-682870413df7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0503213 Aug 31 04:12:04.528520 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b0f3b7b2-5b6a-4cff-9f4f-57009eb32935 req-e36109b9-ebd0-4dca-93e2-71742ede3b1e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421309 Aug 31 04:12:04.633908 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7e93a-267d-4613-bb15-fc40d0b94bc9 req-55784c48-d765-4f86-8eba-1b79efaf369d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:04.635526 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a7b7e93a-267d-4613-bb15-fc40d0b94bc9 req-55784c48-d765-4f86-8eba-1b79efaf369d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0507081 Aug 31 04:12:04.684826 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a7b7e93a-267d-4613-bb15-fc40d0b94bc9 req-26fbfdc9-35cd-4daf-b898-fdd672e08cb8 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438147 Aug 31 04:12:05.654612 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a8122-5077-4cfe-9e1c-1a6314173471 req-ea7d8513-9f6e-4f48-a544-4511fcf1dd3a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:05.656167 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2c6a8122-5077-4cfe-9e1c-1a6314173471 req-ea7d8513-9f6e-4f48-a544-4511fcf1dd3a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0492792 Aug 31 04:12:05.748276 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-07ab5747-9dec-4ebd-869e-86476972d7ce tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:05.749897 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-07ab5747-9dec-4ebd-869e-86476972d7ce tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0799775 Aug 31 04:12:05.753395 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2c6a8122-5077-4cfe-9e1c-1a6314173471 req-d8e80fac-cbc0-453d-8021-ddc7d0e851ac tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908008 Aug 31 04:12:05.832831 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:05.884980 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a199d84-6f97-46cb-b271-4c6ebb0bc974 req-ea729a31-98fa-42de-b1a2-615c233325e6 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:05.886526 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7a199d84-6f97-46cb-b271-4c6ebb0bc974 req-ea729a31-98fa-42de-b1a2-615c233325e6 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 946 time: 0.0855107 Aug 31 04:12:05.911825 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-742b98bc-a425-4a4c-ae24-806b7ec66dcd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Deleting port 18837e08-59b6-49b1-b900-0ef749916fb5 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:12:05.912166 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-742b98bc-a425-4a4c-ae24-806b7ec66dcd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (18837e08-59b6-49b1-b900-0ef749916fb5), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:05.992025 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7a199d84-6f97-46cb-b271-4c6ebb0bc974 req-9e2ce0cd-1c83-41f4-8806-41b56702e950 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982218 Aug 31 04:12:06.028988 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-742b98bc-a425-4a4c-ae24-806b7ec66dcd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] For port 18837e08-59b6-49b1-b900-0ef749916fb5, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=18837e08-59b6-49b1-b900-0ef749916fb5,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:06.029354 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-742b98bc-a425-4a4c-ae24-806b7ec66dcd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (18837e08-59b6-49b1-b900-0ef749916fb5), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:06.199346 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-742b98bc-a425-4a4c-ae24-806b7ec66dcd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:06.199801 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-742b98bc-a425-4a4c-ae24-806b7ec66dcd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (bf0c61ce-2cfd-41bc-8175-55a7a72c0569), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:06.200076 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-742b98bc-a425-4a4c-ae24-806b7ec66dcd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Floating IP bf0c61ce-2cfd-41bc-8175-55a7a72c0569 disassociated. External IP: 172.27.1.33, port: 18837e08-59b6-49b1-b900-0ef749916fb5. Aug 31 04:12:06.200415 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-742b98bc-a425-4a4c-ae24-806b7ec66dcd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Calling delete_port for 18837e08-59b6-49b1-b900-0ef749916fb5 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:12:06.263731 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:06.350665 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-742b98bc-a425-4a4c-ae24-806b7ec66dcd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (18837e08-59b6-49b1-b900-0ef749916fb5), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:06.378586 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b98bc-a425-4a4c-ae24-806b7ec66dcd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Pushing event deleted for resources: {'Port': ['ID=18837e08-59b6-49b1-b900-0ef749916fb5,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:06.495237 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-742b98bc-a425-4a4c-ae24-806b7ec66dcd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:12:06.602684 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-742b98bc-a425-4a4c-ae24-806b7ec66dcd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:12:06.614939 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a34fa-1a85-426e-8c36-88eb4e257df7 None None] Sync routers for ids ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:12:06.627221 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a34fa-1a85-426e-8c36-88eb4e257df7 None None] Routers {'8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:12:06.627931 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-fb4a34fa-1a85-426e-8c36-88eb4e257df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:11:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:06.646007 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-742b98bc-a425-4a4c-ae24-806b7ec66dcd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] No DVR routers for this DVR port 18837e08-59b6-49b1-b900-0ef749916fb5 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:12:06.649053 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-742b98bc-a425-4a4c-ae24-806b7ec66dcd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:06.652382 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-443b78ac-3873-448a-a72c-1b4d9927c45b req-742b98bc-a425-4a4c-ae24-806b7ec66dcd tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.26 "DELETE /networking/v2.0/ports/18837e08-59b6-49b1-b900-0ef749916fb5 HTTP/1.1" status: 204 len: 173 time: 0.8927395 Aug 31 04:12:06.652810 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'name': 'network-vif-deleted', 'tag': '18837e08-59b6-49b1-b900-0ef749916fb5'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:12:06.655141 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d571e99-4264-4f78-8e8f-f6fd1bbad9b8" -d '{"events": [{"server_uuid": "cfefb434-dbeb-4fcc-8ebd-8603ee9beae9", "name": "network-vif-deleted", "tag": "18837e08-59b6-49b1-b900-0ef749916fb5"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:12:06.738179 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-fb4a34fa-1a85-426e-8c36-88eb4e257df7 None None] Set router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:12:06.750714 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f3bced-68e8-4f02-891f-eedab15be0d6 x-openstack-request-id: req-82f3bced-68e8-4f02-891f-eedab15be0d6 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:12:06.750714 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfefb434-dbeb-4fcc-8ebd-8603ee9beae9", "name": "network-vif-deleted", "tag": "18837e08-59b6-49b1-b900-0ef749916fb5", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:12:06.750714 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82f3bced-68e8-4f02-891f-eedab15be0d6 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:12:06.751151 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f3bced-68e8-4f02-891f-eedab15be0d6'] response: {'server_uuid': 'cfefb434-dbeb-4fcc-8ebd-8603ee9beae9', 'name': 'network-vif-deleted', 'tag': '18837e08-59b6-49b1-b900-0ef749916fb5', 'status': 'completed', 'code': 200} Aug 31 04:12:06.971515 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370a336-200f-4838-9fa1-280d109191f5 req-c731df09-64de-4861-accc-02d3bd83750a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:06.979258 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-fb4a34fa-1a85-426e-8c36-88eb4e257df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:33Z', 'revision_number': 4, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '3be7ca2c-24f5-4776-92bc-c3adede00e7e', 'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'mac_address': 'fa:16:3e:0d:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:32Z', 'updated_at': '2022-08-31T04:06:41Z', 'revision_number': 5, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'subnets': [{'id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:06.979465 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9370a336-200f-4838-9fa1-280d109191f5 req-c731df09-64de-4861-accc-02d3bd83750a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0818415 Aug 31 04:12:07.005611 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a34fa-1a85-426e-8c36-88eb4e257df7 None None] Checking router: 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:12:07.020907 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a34fa-1a85-426e-8c36-88eb4e257df7 None None] Routers {'8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:12:07.021191 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-fb4a34fa-1a85-426e-8c36-88eb4e257df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:11:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:07.029170 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9370a336-200f-4838-9fa1-280d109191f5 req-69972cc4-3034-47eb-88d2-f0df32b8aa24 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489025 Aug 31 04:12:07.128801 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9275f330-e1be-49d4-94e1-cde462d84845 req-864e1d6f-0c38-4510-ae94-5f6628cdc5a6 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cfefb434-dbeb-4fcc-8ebd-8603ee9beae9 HTTP/1.1" status: 200 len: 210 time: 0.0332956 Aug 31 04:12:07.132796 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-fb4a34fa-1a85-426e-8c36-88eb4e257df7 None None] Set router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:12:07.369438 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-fb4a34fa-1a85-426e-8c36-88eb4e257df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:33Z', 'revision_number': 4, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '3be7ca2c-24f5-4776-92bc-c3adede00e7e', 'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'mac_address': 'fa:16:3e:0d:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:32Z', 'updated_at': '2022-08-31T04:06:41Z', 'revision_number': 5, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'subnets': [{'id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:07.403428 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a34fa-1a85-426e-8c36-88eb4e257df7 None None] The sync data for ids ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'] in dv-cinder-853910-5-iscsi is: [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:33Z', 'revision_number': 4, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '3be7ca2c-24f5-4776-92bc-c3adede00e7e', 'name': '', 'network_id': '4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'mac_address': 'fa:16:3e:0d:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:32Z', 'updated_at': '2022-08-31T04:06:41Z', 'revision_number': 5, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'subnets': [{'id': 'fa37a94d-b25b-47af-8952-0a7e47ca5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:12:07.654466 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de895a-5ac2-4099-9175-72bbd02322bb None None] New status for floating IP bf0c61ce-2cfd-41bc-8175-55a7a72c0569: DOWN {{(pid=106460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:12:08.167381 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220692d-4378-4e19-8273-150d99fa7ee0 req-a095579f-cc64-4c57-8f60-577bb04a9748 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:08.168877 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f220692d-4378-4e19-8273-150d99fa7ee0 req-a095579f-cc64-4c57-8f60-577bb04a9748 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0505540 Aug 31 04:12:08.180782 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:08.227597 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f220692d-4378-4e19-8273-150d99fa7ee0 req-a87ef297-f4bf-4d3b-a922-5119df0f2e9a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527778 Aug 31 04:12:08.228665 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46396) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:08.285794 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f1785963-ff26-461d-9d31-6e87c1d0f257 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for security_group (01e2da56-1c59-4b6a-ac71-ef4eb91f50a3), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:08.308876 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f1785963-ff26-461d-9d31-6e87c1d0f257 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for security_group (01e2da56-1c59-4b6a-ac71-ef4eb91f50a3), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:08.360174 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f1785963-ff26-461d-9d31-6e87c1d0f257 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (01e2da56-1c59-4b6a-ac71-ef4eb91f50a3), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:08.362874 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f1785963-ff26-461d-9d31-6e87c1d0f257 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:08.364092 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-f1785963-ff26-461d-9d31-6e87c1d0f257 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/01e2da56-1c59-4b6a-ac71-ef4eb91f50a3 HTTP/1.1" status: 204 len: 168 time: 0.1342964 Aug 31 04:12:08.366865 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46398) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:08.377328 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1785963-ff26-461d-9d31-6e87c1d0f257 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e2da56-1c59-4b6a-ac71-ef4eb91f50a3,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:08.389469 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.api.v2.resource [None req-d391c85b-83b1-4de6-b3b4-88b79a761dc9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] show failed (client error): The resource could not be found. Aug 31 04:12:08.390556 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-d391c85b-83b1-4de6-b3b4-88b79a761dc9 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups/01e2da56-1c59-4b6a-ac71-ef4eb91f50a3 HTTP/1.1" status: 404 len: 347 time: 0.0225840 Aug 31 04:12:08.393393 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46400) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:08.509351 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-f011b751-5c64-4e1c-a5b8-5e3dc132ff3f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Deleting port 7248b8fb-3ed8-4362-acb6-736840447f39 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:12:08.509643 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f011b751-5c64-4e1c-a5b8-5e3dc132ff3f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (7248b8fb-3ed8-4362-acb6-736840447f39), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:08.584583 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f011b751-5c64-4e1c-a5b8-5e3dc132ff3f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (7248b8fb-3ed8-4362-acb6-736840447f39), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:08.584906 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f011b751-5c64-4e1c-a5b8-5e3dc132ff3f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for floatingip (7248b8fb-3ed8-4362-acb6-736840447f39), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:08.597318 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-f011b751-5c64-4e1c-a5b8-5e3dc132ff3f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Calling delete_port for 7248b8fb-3ed8-4362-acb6-736840447f39 owned by network:floatingip {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:12:08.935552 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:08.998640 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f011b751-5c64-4e1c-a5b8-5e3dc132ff3f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (7248b8fb-3ed8-4362-acb6-736840447f39), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:09.021737 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011b751-5c64-4e1c-a5b8-5e3dc132ff3f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Pushing event deleted for resources: {'Port': ['ID=7248b8fb-3ed8-4362-acb6-736840447f39,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:09.089602 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f011b751-5c64-4e1c-a5b8-5e3dc132ff3f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks [] for floatingip (bf0c61ce-2cfd-41bc-8175-55a7a72c0569), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:09.092366 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f011b751-5c64-4e1c-a5b8-5e3dc132ff3f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:09.093517 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-f011b751-5c64-4e1c-a5b8-5e3dc132ff3f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/bf0c61ce-2cfd-41bc-8175-55a7a72c0569 HTTP/1.1" status: 204 len: 168 time: 0.6991024 Aug 31 04:12:09.371214 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53d8cb-91d2-477d-9257-716e0c4e7ab0 req-861c861b-0d18-4544-8682-f5dbf10aae39 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:09.372737 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3b53d8cb-91d2-477d-9257-716e0c4e7ab0 req-861c861b-0d18-4544-8682-f5dbf10aae39 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0522752 Aug 31 04:12:09.426370 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3b53d8cb-91d2-477d-9257-716e0c4e7ab0 req-906f40d3-7265-402b-989a-901ffb366d1b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460794 Aug 31 04:12:09.840467 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 18837e08-59b6-49b1-b900-0ef749916fb5 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:12:09.863399 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 18837e08-59b6-49b1-b900-0ef749916fb5 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:12:09.863740 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 18837e08-59b6-49b1-b900-0ef749916fb5 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:12:10.560298 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5414c-36b0-4938-9963-8f63e2bc0838 req-23e3259e-cc8c-432d-84df-94b07b06c3f2 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:10.561986 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-31a5414c-36b0-4938-9963-8f63e2bc0838 req-23e3259e-cc8c-432d-84df-94b07b06c3f2 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0482302 Aug 31 04:12:10.612434 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-31a5414c-36b0-4938-9963-8f63e2bc0838 req-ddb3c192-375b-491d-b152-ba5d37c64c6f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447302 Aug 31 04:12:11.620092 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393bfdb-b440-4995-ae70-24b2280f0772 req-ee819237-4da5-44ba-81f7-4a8cb6671882 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:11.621543 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7393bfdb-b440-4995-ae70-24b2280f0772 req-ee819237-4da5-44ba-81f7-4a8cb6671882 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0503910 Aug 31 04:12:11.669562 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7393bfdb-b440-4995-ae70-24b2280f0772 req-f1c67974-9b3d-4721-b0cf-39511e53c292 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Aug 31 04:12:11.755418 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ed7c3-f239-4276-b37d-00a3b23fec5d req-57873140-6222-48ec-9b24-2b97facef3ca tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:11.756920 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d21ed7c3-f239-4276-b37d-00a3b23fec5d req-57873140-6222-48ec-9b24-2b97facef3ca tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0472305 Aug 31 04:12:11.807247 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d21ed7c3-f239-4276-b37d-00a3b23fec5d req-9f0d09ee-6abb-4d1c-8870-11bca3a95c2d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446548 Aug 31 04:12:11.841794 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:12:11.953417 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:11.965382 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'port_id': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'mac_address': 'fa:16:3e:2b:85:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:12:12.004430 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 is: ACTIVE; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:12:12.004829 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:12.023202 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:12:12.048940 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:12.056664 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:12.106763 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,revision_number=6']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:12.118242 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:12.118703 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:12.119264 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:12.119859 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:12.120374 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:12.120796 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:12.121158 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:12.121633 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:12.122153 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:12.122671 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:12.123265 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:12.123803 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:12.124333 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:12.124853 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:12.125370 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:12.163019 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:12:12.297407 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:12.797038 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf6b0e-86bc-4612-99d7-4f3cc5c4266c req-b38b4f22-2eaa-46d5-9245-48da5ba07954 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:12.798494 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7faf6b0e-86bc-4612-99d7-4f3cc5c4266c req-b38b4f22-2eaa-46d5-9245-48da5ba07954 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0475950 Aug 31 04:12:12.836247 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:12.854667 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7faf6b0e-86bc-4612-99d7-4f3cc5c4266c req-8bf9cc4f-7b82-4e76-b742-23668f78033b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480592 Aug 31 04:12:12.942332 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b11f1-aebf-4a8a-96c5-8d2923685610 req-597a2a6e-2be2-41b6-9d29-5e4f8863c65b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:12.943836 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4c5b11f1-aebf-4a8a-96c5-8d2923685610 req-597a2a6e-2be2-41b6-9d29-5e4f8863c65b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 945 time: 0.0473206 Aug 31 04:12:12.994638 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4c5b11f1-aebf-4a8a-96c5-8d2923685610 req-5620db82-23e4-42df-a2d7-88d349772021 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429547 Aug 31 04:12:13.852258 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:12:13.897787 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:12:13.898369 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:13.975467 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f58c6-e538-4f9a-9fe7-fc6ed52ded33 req-b06e4ecb-788e-4886-954c-84e7d4a8230e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:13.976179 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:12:13.976391 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:13.977084 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c47f58c6-e538-4f9a-9fe7-fc6ed52ded33 req-b06e4ecb-788e-4886-954c-84e7d4a8230e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0486615 Aug 31 04:12:14.000012 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b117348-7be9-4bab-800d-3bb55db4f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:12:14.002378 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c513b81-0187-4bf5-bd3c-ca41955d3c42" -d '{"events": [{"server_uuid": "0b117348-7be9-4bab-800d-3bb55db4f771", "name": "network-vif-plugged", "status": "completed", "tag": "9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:12:14.015134 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:14.022434 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:14.030088 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c47f58c6-e538-4f9a-9fe7-fc6ed52ded33 req-da589823-b17e-4e22-b435-0598523b1bf7 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470262 Aug 31 04:12:14.083769 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,revision_number=7']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:14.105709 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d090f12b-6333-4bbd-b725-2dde9280b57b x-openstack-request-id: req-d090f12b-6333-4bbd-b725-2dde9280b57b {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:12:14.106002 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b117348-7be9-4bab-800d-3bb55db4f771", "name": "network-vif-plugged", "status": "completed", "tag": "9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:12:14.106257 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d090f12b-6333-4bbd-b725-2dde9280b57b {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:12:14.106665 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d090f12b-6333-4bbd-b725-2dde9280b57b'] response: {'server_uuid': '0b117348-7be9-4bab-800d-3bb55db4f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'code': 200} Aug 31 04:12:14.155924 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24136e-0696-4d8f-89d3-c242c527dc98 req-78ca5968-912e-4a34-885e-b0fe73d0ed30 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:14.157412 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1b24136e-0696-4d8f-89d3-c242c527dc98 req-78ca5968-912e-4a34-885e-b0fe73d0ed30 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0520205 Aug 31 04:12:14.205462 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1b24136e-0696-4d8f-89d3-c242c527dc98 req-b6efd584-7574-45ce-980a-4af9db290044 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418532 Aug 31 04:12:14.421275 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344a73f-7964-4a7b-bf0d-3c74a6295308 req-2940b60e-b829-4305-9034-1d604c321f87 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:14.422633 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3344a73f-7964-4a7b-bf0d-3c74a6295308 req-2940b60e-b829-4305-9034-1d604c321f87 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 946 time: 0.0472462 Aug 31 04:12:14.465566 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:14.519553 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-3344a73f-7964-4a7b-bf0d-3c74a6295308 req-6456f19a-3f55-4e3c-aac5-bb4fe233c14c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Deleting port 6b575fcc-5e74-46cb-a2b3-d057f4200d55 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:12:14.519995 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3344a73f-7964-4a7b-bf0d-3c74a6295308 req-6456f19a-3f55-4e3c-aac5-bb4fe233c14c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:14.616648 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-3344a73f-7964-4a7b-bf0d-3c74a6295308 req-6456f19a-3f55-4e3c-aac5-bb4fe233c14c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] For port 6b575fcc-5e74-46cb-a2b3-d057f4200d55, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=6b575fcc-5e74-46cb-a2b3-d057f4200d55,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:14.617029 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3344a73f-7964-4a7b-bf0d-3c74a6295308 req-6456f19a-3f55-4e3c-aac5-bb4fe233c14c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:14.631074 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-3344a73f-7964-4a7b-bf0d-3c74a6295308 req-6456f19a-3f55-4e3c-aac5-bb4fe233c14c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Calling delete_port for 6b575fcc-5e74-46cb-a2b3-d057f4200d55 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:12:14.771179 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3344a73f-7964-4a7b-bf0d-3c74a6295308 req-6456f19a-3f55-4e3c-aac5-bb4fe233c14c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (6b575fcc-5e74-46cb-a2b3-d057f4200d55), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:14.786748 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['992c7f80-18c6-4637-bdf4-bbd2517f5794', '6b575fcc-5e74-46cb-a2b3-d057f4200d55'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:12:14.806738 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456f19a-3f55-4e3c-aac5-bb4fe233c14c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Pushing event deleted for resources: {'Port': ['ID=6b575fcc-5e74-46cb-a2b3-d057f4200d55,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:14.857399 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:14.864360 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-3344a73f-7964-4a7b-bf0d-3c74a6295308 req-6456f19a-3f55-4e3c-aac5-bb4fe233c14c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] No DVR routers for this DVR port 6b575fcc-5e74-46cb-a2b3-d057f4200d55 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:12:14.867371 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3344a73f-7964-4a7b-bf0d-3c74a6295308 req-6456f19a-3f55-4e3c-aac5-bb4fe233c14c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:14.871424 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3344a73f-7964-4a7b-bf0d-3c74a6295308 req-6456f19a-3f55-4e3c-aac5-bb4fe233c14c tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.26 "DELETE /networking/v2.0/ports/6b575fcc-5e74-46cb-a2b3-d057f4200d55 HTTP/1.1" status: 204 len: 173 time: 0.4407706 Aug 31 04:12:14.871894 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9983bf-7a14-46ef-89bf-05fa2102ea35', 'name': 'network-vif-deleted', 'tag': '6b575fcc-5e74-46cb-a2b3-d057f4200d55'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:12:14.874228 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7f02d5-cf03-4008-bb31-4f50775a1a38" -d '{"events": [{"server_uuid": "3b9983bf-7a14-46ef-89bf-05fa2102ea35", "name": "network-vif-deleted", "tag": "6b575fcc-5e74-46cb-a2b3-d057f4200d55"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:12:14.931000 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e265cfd1-5f50-4b76-9e05-c8718b00e2cf x-openstack-request-id: req-e265cfd1-5f50-4b76-9e05-c8718b00e2cf {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:12:14.931391 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9983bf-7a14-46ef-89bf-05fa2102ea35", "name": "network-vif-deleted", "tag": "6b575fcc-5e74-46cb-a2b3-d057f4200d55", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:12:14.931769 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e265cfd1-5f50-4b76-9e05-c8718b00e2cf {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:12:14.932266 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e265cfd1-5f50-4b76-9e05-c8718b00e2cf'] response: {'server_uuid': '3b9983bf-7a14-46ef-89bf-05fa2102ea35', 'name': 'network-vif-deleted', 'tag': '6b575fcc-5e74-46cb-a2b3-d057f4200d55', 'status': 'completed', 'code': 200} Aug 31 04:12:15.205406 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e4b7cbbc-8a53-4413-a385-53262f1fe671 req-3ee1adcb-779c-4cd9-aff5-73bba710cd0a tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=3b9983bf-7a14-46ef-89bf-05fa2102ea35 HTTP/1.1" status: 200 len: 210 time: 0.0431061 Aug 31 04:12:15.353232 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb1f6e-df60-4da6-ab20-14552d350d0e req-78328789-fd3e-4ae9-ae26-34fe68f498aa tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:15.363675 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-91eb1f6e-df60-4da6-ab20-14552d350d0e req-78328789-fd3e-4ae9-ae26-34fe68f498aa tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0624135 Aug 31 04:12:15.423788 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-91eb1f6e-df60-4da6-ab20-14552d350d0e req-16f13ca1-845e-438a-8b26-be79a35cfaee tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587559 Aug 31 04:12:16.583310 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a3400-25be-492a-bf02-e2988271465e req-82deb23c-c21b-481d-92b8-ee768383af58 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:16.584764 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8c3a3400-25be-492a-bf02-e2988271465e req-82deb23c-c21b-481d-92b8-ee768383af58 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0922070 Aug 31 04:12:16.609389 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e99b9-6517-4351-9424-0f6334c3f631 req-5002c246-2746-4c58-acf6-19adabc8318a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:16.611111 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f95e99b9-6517-4351-9424-0f6334c3f631 req-5002c246-2746-4c58-acf6-19adabc8318a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0856786 Aug 31 04:12:16.686578 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8c3a3400-25be-492a-bf02-e2988271465e req-0dc07659-aada-4471-b44c-34b9052cda8d tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954690 Aug 31 04:12:16.701784 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f95e99b9-6517-4351-9424-0f6334c3f631 req-b65774b2-4dac-49e3-a194-c1d0c69802c6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824726 Aug 31 04:12:17.373257 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=69 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:17.825997 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:17.861844 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 6b575fcc-5e74-46cb-a2b3-d057f4200d55 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:12:17.866116 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ed60c-7ac2-4bcf-aa3a-4747470e52d1 req-3fe0d02d-5e8c-473d-b87e-a6bd41c40513 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:17.868166 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b42ed60c-7ac2-4bcf-aa3a-4747470e52d1 req-3fe0d02d-5e8c-473d-b87e-a6bd41c40513 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0921628 Aug 31 04:12:17.889403 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 6b575fcc-5e74-46cb-a2b3-d057f4200d55 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:12:17.890122 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 6b575fcc-5e74-46cb-a2b3-d057f4200d55 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:12:17.890982 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2f5e1-aa2e-4b25-b490-d69d751d0291 req-af7aeb1d-08f0-40d2-8a81-ca1a4e28299a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:17.896908 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bae2f5e1-aa2e-4b25-b490-d69d751d0291 req-af7aeb1d-08f0-40d2-8a81-ca1a4e28299a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0840871 Aug 31 04:12:17.988086 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b42ed60c-7ac2-4bcf-aa3a-4747470e52d1 req-568bc6c7-ea75-4099-8268-e6c46414b590 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090858 Aug 31 04:12:18.021342 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bae2f5e1-aa2e-4b25-b490-d69d751d0291 req-f8a2a4d7-e735-4319-a494-3df8433bb6b7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133368 Aug 31 04:12:18.343815 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:18.376809 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:18.741143 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71f490-11b9-48d7-ab12-6353cd471396 req-65676251-ab17-4c72-bf46-f72fb7ef622e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:18.742995 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aa71f490-11b9-48d7-ab12-6353cd471396 req-65676251-ab17-4c72-bf46-f72fb7ef622e tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.0619972 Aug 31 04:12:18.859980 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:18.865508 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-aa71f490-11b9-48d7-ab12-6353cd471396 req-aac2fb94-f6c5-4616-93b6-4b7164bc855f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Deleting port 992c7f80-18c6-4637-bdf4-bbd2517f5794 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:12:18.866073 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-aa71f490-11b9-48d7-ab12-6353cd471396 req-aac2fb94-f6c5-4616-93b6-4b7164bc855f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:18.968908 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-aa71f490-11b9-48d7-ab12-6353cd471396 req-aac2fb94-f6c5-4616-93b6-4b7164bc855f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] For port 992c7f80-18c6-4637-bdf4-bbd2517f5794, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=992c7f80-18c6-4637-bdf4-bbd2517f5794,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:18.969314 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-aa71f490-11b9-48d7-ab12-6353cd471396 req-aac2fb94-f6c5-4616-93b6-4b7164bc855f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:18.984587 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-aa71f490-11b9-48d7-ab12-6353cd471396 req-aac2fb94-f6c5-4616-93b6-4b7164bc855f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Calling delete_port for 992c7f80-18c6-4637-bdf4-bbd2517f5794 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:12:19.214360 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-aa71f490-11b9-48d7-ab12-6353cd471396 req-aac2fb94-f6c5-4616-93b6-4b7164bc855f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (992c7f80-18c6-4637-bdf4-bbd2517f5794), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:19.226771 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['992c7f80-18c6-4637-bdf4-bbd2517f5794'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:12:19.247091 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20e18e-0eb5-4933-8897-d4251fad39e6 req-c2c1ce40-73a2-4a5f-90c3-c6664d428a2b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:19.254841 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bc20e18e-0eb5-4933-8897-d4251fad39e6 req-c2c1ce40-73a2-4a5f-90c3-c6664d428a2b tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 946 time: 0.1328743 Aug 31 04:12:19.286293 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21801b68-bc47-4284-a5b7-5f9f7691076b req-db743e90-fd98-4a96-a956-80505a2f41ee tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:19.288169 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-21801b68-bc47-4284-a5b7-5f9f7691076b req-db743e90-fd98-4a96-a956-80505a2f41ee tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.1482506 Aug 31 04:12:19.320923 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2fb94-f6c5-4616-93b6-4b7164bc855f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Pushing event deleted for resources: {'Port': ['ID=992c7f80-18c6-4637-bdf4-bbd2517f5794,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:19.372697 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa71f490-11b9-48d7-ab12-6353cd471396 req-aac2fb94-f6c5-4616-93b6-4b7164bc855f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] No DVR routers for this DVR port 992c7f80-18c6-4637-bdf4-bbd2517f5794 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:12:19.375400 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-aa71f490-11b9-48d7-ab12-6353cd471396 req-aac2fb94-f6c5-4616-93b6-4b7164bc855f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:19.378837 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aa71f490-11b9-48d7-ab12-6353cd471396 req-aac2fb94-f6c5-4616-93b6-4b7164bc855f tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.26 "DELETE /networking/v2.0/ports/992c7f80-18c6-4637-bdf4-bbd2517f5794 HTTP/1.1" status: 204 len: 173 time: 0.6283138 Aug 31 04:12:19.386307 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05badbbb-888b-4ba8-8e63-c45489dabb5e', 'name': 'network-vif-deleted', 'tag': '992c7f80-18c6-4637-bdf4-bbd2517f5794'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:12:19.388589 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced8f6db-7f08-41af-9661-b9acdffa80b0" -d '{"events": [{"server_uuid": "05badbbb-888b-4ba8-8e63-c45489dabb5e", "name": "network-vif-deleted", "tag": "992c7f80-18c6-4637-bdf4-bbd2517f5794"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:12:19.434951 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bc20e18e-0eb5-4933-8897-d4251fad39e6 req-12941bd5-b160-48de-a05f-5a92c942b867 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=816c4971-d9e2-4437-9f12-d5a748245d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795955 Aug 31 04:12:19.467466 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-21801b68-bc47-4284-a5b7-5f9f7691076b req-c43bb9e5-16b9-4f01-87ab-305eea3b8e18 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429286 Aug 31 04:12:19.611487 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233d19bb-2ab1-4029-b4eb-8ecba4d288a1 x-openstack-request-id: req-233d19bb-2ab1-4029-b4eb-8ecba4d288a1 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:12:19.611792 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05badbbb-888b-4ba8-8e63-c45489dabb5e", "name": "network-vif-deleted", "tag": "992c7f80-18c6-4637-bdf4-bbd2517f5794", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:12:19.612162 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-233d19bb-2ab1-4029-b4eb-8ecba4d288a1 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:12:19.612782 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-233d19bb-2ab1-4029-b4eb-8ecba4d288a1'] response: {'server_uuid': '05badbbb-888b-4ba8-8e63-c45489dabb5e', 'name': 'network-vif-deleted', 'tag': '992c7f80-18c6-4637-bdf4-bbd2517f5794', 'status': 'completed', 'code': 200} Aug 31 04:12:19.951423 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94becec0-a1fc-4422-9803-c0289a782b00 req-84777774-c01c-42dc-a827-dbffd1ed317a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:19.952966 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-94becec0-a1fc-4422-9803-c0289a782b00 req-84777774-c01c-42dc-a827-dbffd1ed317a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 946 time: 0.0546572 Aug 31 04:12:20.003934 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-94becec0-a1fc-4422-9803-c0289a782b00 req-77b45db5-5251-4923-ae3d-eac4c1f375c6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30d31964-1d0f-4601-bdb1-19135ca197ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447454 Aug 31 04:12:20.562399 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d04ddde2-a2d8-4f25-818c-c57e1c0208fb req-d7e1faf0-4ec5-458b-99ee-149702a3fa65 tempest-ServerRescueNegativeTestJSON-1514234924 tempest-ServerRescueNegativeTestJSON-1514234924-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05badbbb-888b-4ba8-8e63-c45489dabb5e HTTP/1.1" status: 200 len: 210 time: 0.0345609 Aug 31 04:12:20.651826 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72b1e7-8db8-4cb0-800c-0d1d23faf4e6 req-26278e14-5979-4fab-9f8c-8a906ac424fb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:20.653867 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4c72b1e7-8db8-4cb0-800c-0d1d23faf4e6 req-26278e14-5979-4fab-9f8c-8a906ac424fb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0509357 Aug 31 04:12:20.710461 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4c72b1e7-8db8-4cb0-800c-0d1d23faf4e6 req-a6f8aca5-60b7-4c8c-b00d-09292747d096 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505030 Aug 31 04:12:21.150271 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d23d20-4a51-4da4-af73-87e5892cc927 req-33ccee3e-ab1a-4016-9711-9ee40a718a33 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:21.151847 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c6d23d20-4a51-4da4-af73-87e5892cc927 req-33ccee3e-ab1a-4016-9711-9ee40a718a33 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 946 time: 0.0585067 Aug 31 04:12:21.173804 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:21.215825 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c6d23d20-4a51-4da4-af73-87e5892cc927 req-ab1f5d07-d323-478e-acce-da4114161752 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30d31964-1d0f-4601-bdb1-19135ca197ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570970 Aug 31 04:12:21.637183 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46546) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:21.737724 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-c5ea239b-3219-420a-bf06-630826779c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:21.739702 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-c5ea239b-3219-420a-bf06-630826779c12 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 946 time: 0.0641775 Aug 31 04:12:21.809762 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:21.876425 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 992c7f80-18c6-4637-bdf4-bbd2517f5794 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:12:21.905029 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 992c7f80-18c6-4637-bdf4-bbd2517f5794 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:12:21.905521 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 992c7f80-18c6-4637-bdf4-bbd2517f5794 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:12:21.962784 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-e5e4fa43-1431-4e0e-a850-601685d20c25 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Deleting port 28968224-df03-434c-92f2-71bec01daf3d {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:12:21.962784 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-e5e4fa43-1431-4e0e-a850-601685d20c25 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (28968224-df03-434c-92f2-71bec01daf3d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:22.005202 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fc26e-2717-4447-904a-4131cd04db9b req-7ebbd03e-a0d5-49b2-9e33-c18a13e9f32c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:22.011523 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-717fc26e-2717-4447-904a-4131cd04db9b req-7ebbd03e-a0d5-49b2-9e33-c18a13e9f32c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.1762388 Aug 31 04:12:22.181409 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-717fc26e-2717-4447-904a-4131cd04db9b req-3b57b5cc-b8bb-4106-9b12-b956e2e77d1a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558909 Aug 31 04:12:22.236377 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-e5e4fa43-1431-4e0e-a850-601685d20c25 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] For port 28968224-df03-434c-92f2-71bec01daf3d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=28968224-df03-434c-92f2-71bec01daf3d,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:22.236831 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-e5e4fa43-1431-4e0e-a850-601685d20c25 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (28968224-df03-434c-92f2-71bec01daf3d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:22.496700 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df80f3-552f-4e0e-949a-8012a0f94e1f req-f4edb53a-30b1-4c91-929a-b804de849eb5 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:22.498170 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-16df80f3-552f-4e0e-949a-8012a0f94e1f req-f4edb53a-30b1-4c91-929a-b804de849eb5 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 946 time: 0.1779528 Aug 31 04:12:22.627980 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:22.657312 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-e5e4fa43-1431-4e0e-a850-601685d20c25 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:22.657604 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-e5e4fa43-1431-4e0e-a850-601685d20c25 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (75e92dee-6012-4e07-8d54-a18ed5ca23de), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:22.657903 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-e5e4fa43-1431-4e0e-a850-601685d20c25 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Floating IP 75e92dee-6012-4e07-8d54-a18ed5ca23de disassociated. External IP: 172.27.1.69, port: 28968224-df03-434c-92f2-71bec01daf3d. Aug 31 04:12:22.658839 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-e5e4fa43-1431-4e0e-a850-601685d20c25 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Calling delete_port for 28968224-df03-434c-92f2-71bec01daf3d owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:12:22.672631 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-93249d39-4fa6-47c8-9cc5-7be26db433d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565397'] for router_interface (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:22.677131 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-16df80f3-552f-4e0e-949a-8012a0f94e1f req-5e6bf48a-5da1-43b2-86ae-47eea665b130 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=30d31964-1d0f-4601-bdb1-19135ca197ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524167 Aug 31 04:12:23.232681 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:23.297968 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-e5e4fa43-1431-4e0e-a850-601685d20c25 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (28968224-df03-434c-92f2-71bec01daf3d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:23.374637 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4fa43-1431-4e0e-a850-601685d20c25 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event deleted for resources: {'Port': ['ID=28968224-df03-434c-92f2-71bec01daf3d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:23.475994 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63356b23-7df3-4e5a-9030-6cacee12da1a req-24e199fa-304f-4740-8b22-b2420ade1ba4 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:23.477701 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-63356b23-7df3-4e5a-9030-6cacee12da1a req-24e199fa-304f-4740-8b22-b2420ade1ba4 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.1586208 Aug 31 04:12:23.501373 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-93249d39-4fa6-47c8-9cc5-7be26db433d3 admin admin] Deleting port 3be7ca2c-24f5-4776-92bc-c3adede00e7e {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:12:23.501711 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-93249d39-4fa6-47c8-9cc5-7be26db433d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:23.629602 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-63356b23-7df3-4e5a-9030-6cacee12da1a req-bcc5623a-867c-4287-b71c-de8b3e0bff15 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438315 Aug 31 04:12:23.672766 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-e5e4fa43-1431-4e0e-a850-601685d20c25 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Router 452f5ef7-61d0-42f8-9266-736c6a122aeb has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:12:23.682122 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-93249d39-4fa6-47c8-9cc5-7be26db433d3 admin admin] For port 3be7ca2c-24f5-4776-92bc-c3adede00e7e, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=3be7ca2c-24f5-4776-92bc-c3adede00e7e,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:23.682517 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-93249d39-4fa6-47c8-9cc5-7be26db433d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:23.684844 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:23.701723 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-93249d39-4fa6-47c8-9cc5-7be26db433d3 admin admin] Calling delete_port for 3be7ca2c-24f5-4776-92bc-c3adede00e7e owned by network:router_interface {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:12:23.906615 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 28968224-df03-434c-92f2-71bec01daf3d no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:12:23.929668 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 28968224-df03-434c-92f2-71bec01daf3d {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:12:23.930007 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 28968224-df03-434c-92f2-71bec01daf3d not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:12:23.949316 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-15530911-ddb4-4864-9fe5-9b36ea060506 req-c87e96c3-f2a2-4de0-858a-061e952fae0a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=2a2ce931-07fc-460a-a503-f4cf14e7529f HTTP/1.1" status: 200 len: 210 time: 0.0668008 Aug 31 04:12:23.992408 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-e5e4fa43-1431-4e0e-a850-601685d20c25 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:12:24.007311 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=66,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:24.009387 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baf0f47-ca62-4e9a-a580-f4a60deeace4 None None] Sync routers for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:12:24.022727 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baf0f47-ca62-4e9a-a580-f4a60deeace4 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:12:24.023931 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-5baf0f47-ca62-4e9a-a580-f4a60deeace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:11:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:24.063301 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-93249d39-4fa6-47c8-9cc5-7be26db433d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (3be7ca2c-24f5-4776-92bc-c3adede00e7e), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:24.113382 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93249d39-4fa6-47c8-9cc5-7be26db433d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be7ca2c-24f5-4776-92bc-c3adede00e7e,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:24.118113 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-e5e4fa43-1431-4e0e-a850-601685d20c25 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] No DVR routers for this DVR port 28968224-df03-434c-92f2-71bec01daf3d on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:12:24.121882 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-e5e4fa43-1431-4e0e-a850-601685d20c25 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:24.125590 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-46d3d0b9-2cb2-42fd-bb18-f14dad6d4e0c req-e5e4fa43-1431-4e0e-a850-601685d20c25 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "DELETE /networking/v2.0/ports/28968224-df03-434c-92f2-71bec01daf3d HTTP/1.1" status: 204 len: 173 time: 2.3802826 Aug 31 04:12:24.125820 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2ce931-07fc-460a-a503-f4cf14e7529f', 'name': 'network-vif-deleted', 'tag': '28968224-df03-434c-92f2-71bec01daf3d'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:12:24.131498 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89a975f-ad21-43fe-95c6-302a4a9cea18" -d '{"events": [{"server_uuid": "2a2ce931-07fc-460a-a503-f4cf14e7529f", "name": "network-vif-deleted", "tag": "28968224-df03-434c-92f2-71bec01daf3d"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:12:24.147503 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-5baf0f47-ca62-4e9a-a580-f4a60deeace4 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:12:24.185850 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:24.248916 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97bd2d6-4efc-42e5-8fa4-1794c3fd6066 x-openstack-request-id: req-d97bd2d6-4efc-42e5-8fa4-1794c3fd6066 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:12:24.249603 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2ce931-07fc-460a-a503-f4cf14e7529f", "name": "network-vif-deleted", "tag": "28968224-df03-434c-92f2-71bec01daf3d", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:12:24.249603 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d97bd2d6-4efc-42e5-8fa4-1794c3fd6066 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:12:24.250003 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97bd2d6-4efc-42e5-8fa4-1794c3fd6066'] response: {'server_uuid': '2a2ce931-07fc-460a-a503-f4cf14e7529f', 'name': 'network-vif-deleted', 'tag': '28968224-df03-434c-92f2-71bec01daf3d', 'status': 'completed', 'code': 200} Aug 31 04:12:24.389311 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-93249d39-4fa6-47c8-9cc5-7be26db433d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567845'] for router_interface (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:24.459177 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-5baf0f47-ca62-4e9a-a580-f4a60deeace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:24.489467 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baf0f47-ca62-4e9a-a580-f4a60deeace4 None None] Checking router: 452f5ef7-61d0-42f8-9266-736c6a122aeb for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:12:24.499509 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baf0f47-ca62-4e9a-a580-f4a60deeace4 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:12:24.500359 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-5baf0f47-ca62-4e9a-a580-f4a60deeace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:11:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:24.646240 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93249d39-4fa6-47c8-9cc5-7be26db433d3 admin admin] Router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:12:24.693276 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-5baf0f47-ca62-4e9a-a580-f4a60deeace4 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:12:24.801532 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c96a4-c6b5-4642-abd3-332824c6dca7 req-2f234d1f-fdd4-46ac-b24a-7bb7178ee134 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:24.803060 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bd4c96a4-c6b5-4642-abd3-332824c6dca7 req-2f234d1f-fdd4-46ac-b24a-7bb7178ee134 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0686908 Aug 31 04:12:24.804218 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93249d39-4fa6-47c8-9cc5-7be26db433d3 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:12:24.811890 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-93249d39-4fa6-47c8-9cc5-7be26db433d3 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1754999 Aug 31 04:12:24.812383 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46576) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:24.821999 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a170660-e48a-4032-99fb-2868800bfa7a None None] Sync routers for ids ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:12:24.836880 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a170660-e48a-4032-99fb-2868800bfa7a None None] Routers {'8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:12:24.838048 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-6a170660-e48a-4032-99fb-2868800bfa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:11:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:24.866663 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bd4c96a4-c6b5-4642-abd3-332824c6dca7 req-f6586e9b-39bc-4795-b597-74134b128e86 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534213 Aug 31 04:12:24.916590 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-5baf0f47-ca62-4e9a-a580-f4a60deeace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:24.952023 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baf0f47-ca62-4e9a-a580-f4a60deeace4 None None] The sync data for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi is: [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:12:24.965120 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] Publish callbacks [] for router (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:24.987253 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-6a170660-e48a-4032-99fb-2868800bfa7a None None] Set router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:12:25.068292 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46582) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:25.079743 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:25.100175 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] Publish callbacks [] for router_gateway (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.175182 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f6461d74-1821-44e2-b3d9-c8620f75b70c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (30d31964-1d0f-4601-bdb1-19135ca197ab), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.182087 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] Deleting port 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:12:25.182573 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.200629 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f6461d74-1821-44e2-b3d9-c8620f75b70c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (30d31964-1d0f-4601-bdb1-19135ca197ab), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.258379 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f6461d74-1821-44e2-b3d9-c8620f75b70c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (30d31964-1d0f-4601-bdb1-19135ca197ab), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.262425 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f6461d74-1821-44e2-b3d9-c8620f75b70c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.264628 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-f6461d74-1821-44e2-b3d9-c8620f75b70c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/30d31964-1d0f-4601-bdb1-19135ca197ab HTTP/1.1" status: 204 len: 168 time: 0.1944134 Aug 31 04:12:25.267533 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46584) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:25.290389 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6461d74-1821-44e2-b3d9-c8620f75b70c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d31964-1d0f-4601-bdb1-19135ca197ab,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:25.302352 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.api.v2.resource [None req-06b852b0-f662-436c-bb72-a183d98b2f4c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] show failed (client error): The resource could not be found. Aug 31 04:12:25.306473 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46588) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:25.306710 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-06b852b0-f662-436c-bb72-a183d98b2f4c tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups/30d31964-1d0f-4601-bdb1-19135ca197ab HTTP/1.1" status: 404 len: 347 time: 0.0360641 Aug 31 04:12:25.314512 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] For port 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:25.314878 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.336588 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] Calling delete_port for 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3 owned by network:router_gateway {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:12:25.361722 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22cf45-14d0-4cb7-830c-2f7f49deaaf5 None None] New status for floating IP 75e92dee-6012-4e07-8d54-a18ed5ca23de: DOWN {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:12:25.429959 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-6a170660-e48a-4032-99fb-2868800bfa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:12:23Z', 'revision_number': 5, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port': {'id': '10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:53:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:23Z', 'updated_at': '2022-08-31T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:25.465339 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a170660-e48a-4032-99fb-2868800bfa7a None None] Checking router: 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:12:25.467507 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de8190-c231-4b71-92c9-96405a8794a4 req-dfb4a963-9324-4d84-82ec-f03258d3dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:25.469604 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-53de8190-c231-4b71-92c9-96405a8794a4 req-dfb4a963-9324-4d84-82ec-f03258d3dbbf service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66bcbde4eda6417ea15dca2371c28540&device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 1130 time: 0.2035592 Aug 31 04:12:25.484395 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a170660-e48a-4032-99fb-2868800bfa7a None None] Routers {'8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:12:25.485040 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-6a170660-e48a-4032-99fb-2868800bfa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:11:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:25.545994 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4f6d6-b76f-43a6-b9b7-a78ad4b87b8e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Deleting port 9a76f39f-4e06-40c5-88bc-a2e6f609f241 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:12:25.546333 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f6d6-b76f-43a6-b9b7-a78ad4b87b8e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (9a76f39f-4e06-40c5-88bc-a2e6f609f241), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.546902 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.582360 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:25.607263 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-6a170660-e48a-4032-99fb-2868800bfa7a None None] Set router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 gateway port host: None {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:12:25.614572 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] Pushing event deleted for resources: {'Port': ['ID=10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:25.617879 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:25.640668 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de8190-c231-4b71-92c9-96405a8794a4 req-34a1dd95-ab60-4ad6-99e3-f23d66f8cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:25.642154 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-53de8190-c231-4b71-92c9-96405a8794a4 req-34a1dd95-ab60-4ad6-99e3-f23d66f8cba4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=52829969-a42a-442d-a4b2-1b1707d47a14 HTTP/1.1" status: 200 len: 918 time: 0.1548707 Aug 31 04:12:25.665709 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566230'] for router_gateway (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.683121 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-6a170660-e48a-4032-99fb-2868800bfa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:12:25Z', 'revision_number': 6, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port_host': None}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:25.703485 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f6d6-b76f-43a6-b9b7-a78ad4b87b8e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (9a76f39f-4e06-40c5-88bc-a2e6f609f241), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.703778 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f6d6-b76f-43a6-b9b7-a78ad4b87b8e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (9a76f39f-4e06-40c5-88bc-a2e6f609f241), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.716090 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-934d9d97-f0c6-4e96-84e6-7abd7978c8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.718546 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a170660-e48a-4032-99fb-2868800bfa7a None None] The sync data for ids ['8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4'] in dv-cinder-853910-5-iscsi is: [{'id': '8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1804905627-router', 'tenant_id': '490f695240294bbaa99f5eaa1e32b977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:12:25Z', 'revision_number': 6, 'project_id': '490f695240294bbaa99f5eaa1e32b977', 'gw_port_host': None}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:12:25.726375 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4f6d6-b76f-43a6-b9b7-a78ad4b87b8e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Calling delete_port for 9a76f39f-4e06-40c5-88bc-a2e6f609f241 owned by network:floatingip {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:12:25.741041 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-53de8190-c231-4b71-92c9-96405a8794a4 req-037778e8-234f-4f74-ac8a-bb42b8a18afd service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 HTTP/1.1" status: 200 len: 1001 time: 0.0899875 Aug 31 04:12:25.763513 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8207'] for router (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.765759 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] Publish callbacks [] for router_controller (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), precommit_delete_associations {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.809152 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567896'] for router (8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.809656 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 {{(pid=106458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:12:25.814607 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.815834 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-5512054d-07c5-474b-a3a0-1adcf557539d admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/8d52cdeb-1554-4e4c-a0b5-2ed10d096ad4 HTTP/1.1" status: 204 len: 168 time: 1.0015645 Aug 31 04:12:25.818326 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46590) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:25.836298 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de8190-c231-4b71-92c9-96405a8794a4 req-96b668e9-e275-439a-9d9e-aa3e7cebc46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:25.837798 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-53de8190-c231-4b71-92c9-96405a8794a4 req-96b668e9-e275-439a-9d9e-aa3e7cebc46c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6e59a379-9915-439a-b89a-fd25376e37d9 HTTP/1.1" status: 200 len: 856 time: 0.0906680 Aug 31 04:12:25.864828 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13f4667-9420-4a38-a922-617d9d01433d admin admin] Deleting subnet fa37a94d-b25b-47af-8952-0a7e47ca5103 {{(pid=106458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:12:25.868323 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a13f4667-9420-4a38-a922-617d9d01433d admin admin] Publish callbacks [] for subnet (fa37a94d-b25b-47af-8952-0a7e47ca5103), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.905456 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a13f4667-9420-4a38-a922-617d9d01433d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838308'] for subnet (fa37a94d-b25b-47af-8952-0a7e47ca5103), precommit_delete_associations {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:25.954852 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:25.978637 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:25.998503 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a13f4667-9420-4a38-a922-617d9d01433d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (fa37a94d-b25b-47af-8952-0a7e47ca5103), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.056217 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a13f4667-9420-4a38-a922-617d9d01433d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4007182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3976995'] for subnet (fa37a94d-b25b-47af-8952-0a7e47ca5103), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.083847 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f4667-9420-4a38-a922-617d9d01433d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa37a94d-b25b-47af-8952-0a7e47ca5103,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:26.085975 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a13f4667-9420-4a38-a922-617d9d01433d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.089314 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-a13f4667-9420-4a38-a922-617d9d01433d admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/fa37a94d-b25b-47af-8952-0a7e47ca5103 HTTP/1.1" status: 204 len: 168 time: 0.2700238 Aug 31 04:12:26.091546 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e4d502-834b-4cd5-94af-adef7b9964a0 None None] Network 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:12:26.096167 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46594) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:26.176317 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.185587 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de8190-c231-4b71-92c9-96405a8794a4 req-1b083622-491a-44cc-916f-2e7aab878083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:26.187446 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-53de8190-c231-4b71-92c9-96405a8794a4 req-1b083622-491a-44cc-916f-2e7aab878083 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=52829969-a42a-442d-a4b2-1b1707d47a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3435273 Aug 31 04:12:26.224043 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] Deleting port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:12:26.224702 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (46fc3a64-6775-4efc-82fb-94e1ba2ef98b), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.293459 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] For port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=46fc3a64-6775-4efc-82fb-94e1ba2ef98b,segment=NetworkSegment(801a4d51-54f1-4e72-8b55-9af28b1538de),segment_id=801a4d51-54f1-4e72-8b55-9af28b1538de)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:26.293823 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (46fc3a64-6775-4efc-82fb-94e1ba2ef98b), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.318981 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] Calling delete_port for 46fc3a64-6775-4efc-82fb-94e1ba2ef98b owned by network:dhcp {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:12:26.320031 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d018de-d174-48de-9c9c-6f7bd33136ec req-3bbc06b7-bb08-4afa-a7e1-2b4a898cec1f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:26.321630 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f7d018de-d174-48de-9c9c-6f7bd33136ec req-3bbc06b7-bb08-4afa-a7e1-2b4a898cec1f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.1332555 Aug 31 04:12:26.390928 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:26.392004 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f6d6-b76f-43a6-b9b7-a78ad4b87b8e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (9a76f39f-4e06-40c5-88bc-a2e6f609f241), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.403116 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (46fc3a64-6775-4efc-82fb-94e1ba2ef98b), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.427888 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] Pushing event deleted for resources: {'Port': ['ID=46fc3a64-6775-4efc-82fb-94e1ba2ef98b,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:26.432315 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] No DVR routers for this DVR port 46fc3a64-6775-4efc-82fb-94e1ba2ef98b on host dv-cinder-853910-5-iscsi {{(pid=106458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:12:26.441404 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4f6d6-b76f-43a6-b9b7-a78ad4b87b8e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event deleted for resources: {'Port': ['ID=9a76f39f-4e06-40c5-88bc-a2e6f609f241,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:26.444629 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-53de8190-c231-4b71-92c9-96405a8794a4 req-d8a35aa2-1487-4b80-afee-9b4b52beec3d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425258 Aug 31 04:12:26.451420 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f7d018de-d174-48de-9c9c-6f7bd33136ec req-50aa2e66-789f-449d-8a2b-e17682f163fb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215537 Aug 31 04:12:26.511786 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.532828 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e']}} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:26.544365 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801a4d51-54f1-4e72-8b55-9af28b1538de') {'for_net_delete': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:26.544777 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801a4d51-54f1-4e72-8b55-9af28b1538de') {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:26.556114 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838319'] for segment (801a4d51-54f1-4e72-8b55-9af28b1538de), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.563825 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4394c970-0164-44c8-9bc3-52e85409b9d6 None None] DHCP port deletion for 4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e request from dv-cinder-853910-5-iscsi {{(pid=106460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:12:26.572930 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f6d6-b76f-43a6-b9b7-a78ad4b87b8e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (75e92dee-6012-4e07-8d54-a18ed5ca23de), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.577702 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f6d6-b76f-43a6-b9b7-a78ad4b87b8e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.591090 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-dcb4f6d6-b76f-43a6-b9b7-a78ad4b87b8e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/75e92dee-6012-4e07-8d54-a18ed5ca23de HTTP/1.1" status: 204 len: 168 time: 1.2736413 Aug 31 04:12:26.591268 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (801a4d51-54f1-4e72-8b55-9af28b1538de), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.607069 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=106458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:12:26.607617 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4007848'] for segment (801a4d51-54f1-4e72-8b55-9af28b1538de), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.613862 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-53de8190-c231-4b71-92c9-96405a8794a4 req-e540b705-45fa-4304-bbf7-0c8cf9af557e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614439 Aug 31 04:12:26.637868 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment 801a4d51-54f1-4e72-8b55-9af28b1538de resource provider aggregate not found Aug 31 04:12:26.659937 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46602) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:26.665296 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-ebf6b743-fb6c-4c66-9219-3bd719b6fede tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--376178332', 'description': 'tempest-description--836200390'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:12:26.686616 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment 801a4d51-54f1-4e72-8b55-9af28b1538de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 801a4d51-54f1-4e72-8b55-9af28b1538de found for delete ", "request_id": "req-edb490e8-e9a1-4021-b8a8-360ccef5abbb"}]} Aug 31 04:12:26.688674 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.690087 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ebf6b743-fb6c-4c66-9219-3bd719b6fede tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.710368 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.715630 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e HTTP/1.1" status: 204 len: 168 time: 0.6181791 Aug 31 04:12:26.718127 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd710e-11a2-494d-994e-7cad0e7cd038 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b3892f5-0e7b-4fb7-bd9d-bcb974c2220e,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:26.775151 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ebf6b743-fb6c-4c66-9219-3bd719b6fede tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (a1c11863-f982-4ec6-a2bb-df703bc55e62), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.780263 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ebf6b743-fb6c-4c66-9219-3bd719b6fede tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a1c11863-f982-4ec6-a2bb-df703bc55e62), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.787634 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:26.823219 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ebf6b743-fb6c-4c66-9219-3bd719b6fede tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.827549 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-ebf6b743-fb6c-4c66-9219-3bd719b6fede tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1664793 Aug 31 04:12:26.827912 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46606) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:26.830412 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6b743-fb6c-4c66-9219-3bd719b6fede tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c11863-f982-4ec6-a2bb-df703bc55e62,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:26.835547 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-fec2e0c1-0668-4d58-957e-ddc361ce4343 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'security_group_rule': {'security_group_id': 'a1c11863-f982-4ec6-a2bb-df703bc55e62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:12:26.850095 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46608) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:26.891362 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fec2e0c1-0668-4d58-957e-ddc361ce4343 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (beec0edb-607a-4cdb-ac10-f2be47b1ed98), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.912571 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-a61efcb9-f90d-4c94-b95e-45fcbad97908 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=490f695240294bbaa99f5eaa1e32b977&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0608501 Aug 31 04:12:26.915569 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46610) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:26.960502 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fec2e0c1-0668-4d58-957e-ddc361ce4343 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (beec0edb-607a-4cdb-ac10-f2be47b1ed98), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.965869 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fec2e0c1-0668-4d58-957e-ddc361ce4343 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (beec0edb-607a-4cdb-ac10-f2be47b1ed98), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.971910 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf5ce-16f4-45fb-806c-466540f8f71a admin admin] Publish callbacks [] for security_group (816c4971-d9e2-4437-9f12-d5a748245d9c), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.983306 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:26.987122 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2e0c1-0668-4d58-957e-ddc361ce4343 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beec0edb-607a-4cdb-ac10-f2be47b1ed98,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:26.993689 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fec2e0c1-0668-4d58-957e-ddc361ce4343 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.994662 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf5ce-16f4-45fb-806c-466540f8f71a admin admin] Publish callbacks [] for security_group (816c4971-d9e2-4437-9f12-d5a748245d9c), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:26.997634 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-fec2e0c1-0668-4d58-957e-ddc361ce4343 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1681464 Aug 31 04:12:26.998206 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46612) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:27.004959 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-0921bcde-c85c-4b18-a988-af5e3a6a92a3 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'security_group_rule': {'security_group_id': 'a1c11863-f982-4ec6-a2bb-df703bc55e62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:12:27.030928 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:27.033089 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0921bcde-c85c-4b18-a988-af5e3a6a92a3 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (57f2795f-ed68-4911-950c-38ac1a8fb1ad), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.047672 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf5ce-16f4-45fb-806c-466540f8f71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (816c4971-d9e2-4437-9f12-d5a748245d9c), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.050560 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d4dbf5ce-16f4-45fb-806c-466540f8f71a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.051756 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-d4dbf5ce-16f4-45fb-806c-466540f8f71a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/816c4971-d9e2-4437-9f12-d5a748245d9c HTTP/1.1" status: 204 len: 168 time: 0.1356657 Aug 31 04:12:27.066663 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbf5ce-16f4-45fb-806c-466540f8f71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816c4971-d9e2-4437-9f12-d5a748245d9c,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:27.104031 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0921bcde-c85c-4b18-a988-af5e3a6a92a3 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (57f2795f-ed68-4911-950c-38ac1a8fb1ad), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.109064 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0921bcde-c85c-4b18-a988-af5e3a6a92a3 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (57f2795f-ed68-4911-950c-38ac1a8fb1ad), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.129844 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921bcde-c85c-4b18-a988-af5e3a6a92a3 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f2795f-ed68-4911-950c-38ac1a8fb1ad,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:27.138522 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0921bcde-c85c-4b18-a988-af5e3a6a92a3 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.139754 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-0921bcde-c85c-4b18-a988-af5e3a6a92a3 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401019 Aug 31 04:12:27.142924 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46616) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:27.147374 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'floatingip': {'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:12:27.169099 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.254535 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.363279 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Allocated IP 172.27.1.64 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/a28f62f2-ba9d-46c6-a70b-5761a8f6b617) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:12:27.371600 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 3be7ca2c-24f5-4776-92bc-c3adede00e7e no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:12:27.395736 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 3be7ca2c-24f5-4776-92bc-c3adede00e7e {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:12:27.396090 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 3be7ca2c-24f5-4776-92bc-c3adede00e7e not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:12:27.396513 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:12:27.415264 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:12:27.415611 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 10c63e29-1c26-4d0a-a8c5-77c8d7ba51c3 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:12:27.416135 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 46fc3a64-6775-4efc-82fb-94e1ba2ef98b no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:12:27.435051 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 46fc3a64-6775-4efc-82fb-94e1ba2ef98b {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:12:27.435400 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 46fc3a64-6775-4efc-82fb-94e1ba2ef98b not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:12:27.492619 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for port (a28f62f2-ba9d-46c6-a70b-5761a8f6b617), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.527684 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (a28f62f2-ba9d-46c6-a70b-5761a8f6b617), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.574088 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:12:27.577516 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:12:27.581234 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:12:27.593405 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe792c-82ac-446b-b818-b97e1560541d req-bb6bdd3a-3846-49d5-bf85-bd2dac4f2327 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:27.595292 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-94fe792c-82ac-446b-b818-b97e1560541d req-bb6bdd3a-3846-49d5-bf85-bd2dac4f2327 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 946 time: 0.0547702 Aug 31 04:12:27.609564 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'Port': ['ID=a28f62f2-ba9d-46c6-a70b-5761a8f6b617,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:27.664973 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e0856ceb-1f7a-4b9e-ae17-85b79d22ac83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.677557 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (c986fad3-07cd-4f40-9564-1fb2a67c3a96), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.679222 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-94fe792c-82ac-446b-b818-b97e1560541d req-65575d41-2da6-4021-a1f3-495258d086c5 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764134 Aug 31 04:12:27.721707 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (a28f62f2-ba9d-46c6-a70b-5761a8f6b617), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.761669 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:27.835360 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:27.891992 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for port (a28f62f2-ba9d-46c6-a70b-5761a8f6b617), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.897080 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007924'] for port (a28f62f2-ba9d-46c6-a70b-5761a8f6b617), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.906096 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:12:27.974129 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (c986fad3-07cd-4f40-9564-1fb2a67c3a96), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:27.977797 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'Port': ['ID=a28f62f2-ba9d-46c6-a70b-5761a8f6b617,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:27.987252 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 is: ACTIVE; New status is: DOWN {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:12:27.987656 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:28.007506 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:28.012764 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-5559e4be-c692-42b6-a94a-1e0aeeb021af tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8650541 Aug 31 04:12:28.018535 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b117348-7be9-4bab-800d-3bb55db4f771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:12:28.021097 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8d32da-83fb-447e-a05c-a75f0e000374" -d '{"events": [{"server_uuid": "0b117348-7be9-4bab-800d-3bb55db4f771", "name": "network-vif-unplugged", "status": "completed", "tag": "9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:12:28.040320 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:28.047879 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:28.092772 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 31 Aug 2022 04:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a086f1d-3cc2-4fcf-97d4-d5f2958dbb8f x-openstack-request-id: req-7a086f1d-3cc2-4fcf-97d4-d5f2958dbb8f {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:12:28.093079 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b117348-7be9-4bab-800d-3bb55db4f771", "name": "network-vif-unplugged", "status": "completed", "tag": "9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:12:28.093329 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a086f1d-3cc2-4fcf-97d4-d5f2958dbb8f {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:12:28.093917 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a086f1d-3cc2-4fcf-97d4-d5f2958dbb8f'] response: {'server_uuid': '0b117348-7be9-4bab-800d-3bb55db4f771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'code': 200} Aug 31 04:12:28.117363 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,revision_number=8']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:28.218897 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:28.287447 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-d3c8f979-2467-4d63-9158-46fef4620481 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--376178332&fields=id&tenant_id=fdbbb020a1944de2a8fa16379f8cec7d HTTP/1.1" status: 200 len: 267 time: 0.0611131 Aug 31 04:12:28.394085 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-d8876ca6-a75a-4a74-9ff0-4333d71cfb85 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:28.395646 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-d8876ca6-a75a-4a74-9ff0-4333d71cfb85 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/networks?id=df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 200 len: 815 time: 0.1073737 Aug 31 04:12:28.411145 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-0b732f62-f84c-41a9-8b5b-988a4ff6b5e2 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/quotas/fdbbb020a1944de2a8fa16379f8cec7d HTTP/1.1" status: 200 len: 375 time: 0.0094528 Aug 31 04:12:28.463716 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b820d332-8ba5-4419-b3b6-ded6d9a76420 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467722 Aug 31 04:12:28.691661 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-088fc356-37e2-49db-9107-ea0b5255e0b6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055762 Aug 31 04:12:28.762905 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:28.833971 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55335f02-81af-490b-a7fc-7a31c16e506c req-792966e5-3c60-42fc-a739-0ae713dcf9a2 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:28.835740 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-55335f02-81af-490b-a7fc-7a31c16e506c req-792966e5-3c60-42fc-a739-0ae713dcf9a2 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.0699859 Aug 31 04:12:28.837693 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-4026e2ba-5998-407b-baf0-86d1e67acb59 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400712 Aug 31 04:12:28.868120 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:28.884903 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:28.895264 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-55335f02-81af-490b-a7fc-7a31c16e506c req-a6b0b7cb-9fb6-4c2a-92d2-436328683178 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526087 Aug 31 04:12:28.911244 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46678) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:29.046961 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-476404e1-92a3-4306-99da-77d736f21d04 req-1e8160c5-e8c5-411c-8f3c-7a81562b9703 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 210 time: 0.0378034 Aug 31 04:12:29.055661 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4f109781-0f51-4a35-9802-e284e516b1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:29.128581 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:29.152645 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4f109781-0f51-4a35-9802-e284e516b1c6 admin admin] Publish callbacks [] for security_group (692b0210-c0bd-4da6-aa7c-86e961f171df), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:29.157088 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4f109781-0f51-4a35-9802-e284e516b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (692b0210-c0bd-4da6-aa7c-86e961f171df), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:29.201922 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-4f109781-0f51-4a35-9802-e284e516b1c6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=25ff2590d9b34b97acfa2bde97840410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870102 Aug 31 04:12:29.201922 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f109781-0f51-4a35-9802-e284e516b1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692b0210-c0bd-4da6-aa7c-86e961f171df,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:29.202532 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46696) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:29.268981 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-33814f33-b15a-4c4e-9f47-053ccd702b09 admin admin] Publish callbacks [] for security_group (692b0210-c0bd-4da6-aa7c-86e961f171df), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:29.289890 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-33814f33-b15a-4c4e-9f47-053ccd702b09 admin admin] Publish callbacks [] for security_group (692b0210-c0bd-4da6-aa7c-86e961f171df), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:29.344436 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-33814f33-b15a-4c4e-9f47-053ccd702b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (692b0210-c0bd-4da6-aa7c-86e961f171df), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:29.347532 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-33814f33-b15a-4c4e-9f47-053ccd702b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:29.351617 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-33814f33-b15a-4c4e-9f47-053ccd702b09 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/692b0210-c0bd-4da6-aa7c-86e961f171df HTTP/1.1" status: 204 len: 168 time: 0.1479762 Aug 31 04:12:29.360458 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33814f33-b15a-4c4e-9f47-053ccd702b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692b0210-c0bd-4da6-aa7c-86e961f171df,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:29.685025 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46720) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:29.700758 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b13bf8e0-9d2a-4866-8772-1878fd39cba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:29.794691 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b13bf8e0-9d2a-4866-8772-1878fd39cba7 admin admin] Publish callbacks [] for security_group (2e17f166-c2b7-4612-bdb9-e83f20dd20c5), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:29.799429 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b13bf8e0-9d2a-4866-8772-1878fd39cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (2e17f166-c2b7-4612-bdb9-e83f20dd20c5), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:29.841353 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-b13bf8e0-9d2a-4866-8772-1878fd39cba7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0301db68f2be49648cd51f9bfc01eba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549594 Aug 31 04:12:29.844170 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46726) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:29.854098 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bf8e0-9d2a-4866-8772-1878fd39cba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e17f166-c2b7-4612-bdb9-e83f20dd20c5,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:29.909913 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-568e9f5f-3783-48d0-b788-26ea959f2276 admin admin] Publish callbacks [] for security_group (2e17f166-c2b7-4612-bdb9-e83f20dd20c5), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:29.930451 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-568e9f5f-3783-48d0-b788-26ea959f2276 admin admin] Publish callbacks [] for security_group (2e17f166-c2b7-4612-bdb9-e83f20dd20c5), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:29.984051 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-568e9f5f-3783-48d0-b788-26ea959f2276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (2e17f166-c2b7-4612-bdb9-e83f20dd20c5), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:29.986938 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-568e9f5f-3783-48d0-b788-26ea959f2276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:29.988219 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-568e9f5f-3783-48d0-b788-26ea959f2276 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2e17f166-c2b7-4612-bdb9-e83f20dd20c5 HTTP/1.1" status: 204 len: 168 time: 0.1419101 Aug 31 04:12:29.997583 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e9f5f-3783-48d0-b788-26ea959f2276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e17f166-c2b7-4612-bdb9-e83f20dd20c5,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:30.044889 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [req-75900a47-13f1-43cf-8b25-fb5cc7b17ab0 req-c7e96c23-5e6e-4956-b30c-b42958d1d1bc service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:12:30.051613 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-75900a47-13f1-43cf-8b25-fb5cc7b17ab0 req-c7e96c23-5e6e-4956-b30c-b42958d1d1bc service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1621156 Aug 31 04:12:30.164479 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c6e0ad6a-0f95-4bad-9df4-5511b3806751 req-1c77f9cb-b565-4e30-9c2a-01184929cee0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 210 time: 0.0323093 Aug 31 04:12:30.262240 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f11bf9-c7de-4216-a958-5b02114f84d7 req-db614d97-9431-465c-9a29-fd129d7bc132 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:30.263678 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4f11bf9-c7de-4216-a958-5b02114f84d7 req-db614d97-9431-465c-9a29-fd129d7bc132 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.0543315 Aug 31 04:12:30.318244 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f4f11bf9-c7de-4216-a958-5b02114f84d7 req-537006c4-40e3-4fa7-8c95-25139efc87df tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470791 Aug 31 04:12:30.457969 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:30.500444 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:30.519155 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-1e58319d-8123-4ef6-88ed-cad8eafc0352 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:30.523128 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-1e58319d-8123-4ef6-88ed-cad8eafc0352 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "GET /networking/v2.0/networks?id=df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 200 len: 815 time: 0.1877172 Aug 31 04:12:30.604197 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:30.633147 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-266bf46e-af1b-420e-9107-2433f61be160 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fdbbb020a1944de2a8fa16379f8cec7d HTTP/1.1" status: 200 len: 379 time: 0.0902100 Aug 31 04:12:30.700800 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46770) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:30.794721 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-4599c432-fad0-42cf-9c75-5e9bc4226619 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'port': {'device_id': '08130b1d-540c-4ad8-a9b6-8a8aa11f3282', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'admin_state_up': True, 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'security_groups': ['a1c11863-f982-4ec6-a2bb-df703bc55e62']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:12:30.818394 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-30f245c4-7080-4354-b5c4-11a523471140 req-40c1865b-dd92-474d-a6a8-86a6a0dc1b86 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1162636 Aug 31 04:12:30.854557 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [req-30f245c4-7080-4354-b5c4-11a523471140 req-22a5b0f7-6b3f-4ca9-b7e6-d2b76bfd6db9 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:12:30.855596 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-30f245c4-7080-4354-b5c4-11a523471140 req-22a5b0f7-6b3f-4ca9-b7e6-d2b76bfd6db9 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0072994 Aug 31 04:12:30.923876 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-4599c432-fad0-42cf-9c75-5e9bc4226619 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Made reservation on behalf of fdbbb020a1944de2a8fa16379f8cec7d for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:12:30.928384 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-4599c432-fad0-42cf-9c75-5e9bc4226619 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:30.931583 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:31.031219 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46788) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:31.068126 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-4599c432-fad0-42cf-9c75-5e9bc4226619 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Allocated IP 172.20.0.5 (df2a7da3-c61f-4600-a4d7-00eeb18098d5/da35dc9f-c372-4110-8bb0-0f937da725c4/1965184b-6e71-4d67-b3a6-30287c27fc61) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:12:31.242756 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-4599c432-fad0-42cf-9c75-5e9bc4226619 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:31.271178 dv-cinder-853910-5-iscsi neutron-server[106458]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 04:12:31.314492 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f2947546-85cd-43dc-95e9-1fc3b2edb190 req-6c4da766-d781-461f-b298-1572f547e74d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 210 time: 0.0385046 Aug 31 04:12:31.320032 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-4599c432-fad0-42cf-9c75-5e9bc4226619 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:31.336752 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f245c4-7080-4354-b5c4-11a523471140 req-135c60a3-da06-44cb-b5d0-33786746f154 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:31.338763 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-30f245c4-7080-4354-b5c4-11a523471140 req-135c60a3-da06-44cb-b5d0-33786746f154 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports/9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 HTTP/1.1" status: 200 len: 941 time: 0.3065195 Aug 31 04:12:31.378470 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-4599c432-fad0-42cf-9c75-5e9bc4226619 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Network df2a7da3-c61f-4600-a4d7-00eeb18098d5 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:12:31.379654 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599c432-fad0-42cf-9c75-5e9bc4226619 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event updated for resources: {'Port': ['ID=1965184b-6e71-4d67-b3a6-30287c27fc61,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:31.382513 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-4599c432-fad0-42cf-9c75-5e9bc4226619 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:12:31.384720 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-4599c432-fad0-42cf-9c75-5e9bc4226619 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:12:31.461001 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-4599c432-fad0-42cf-9c75-5e9bc4226619 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:31.461695 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-4599c432-fad0-42cf-9c75-5e9bc4226619 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:31.488048 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-4599c432-fad0-42cf-9c75-5e9bc4226619 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7003164 Aug 31 04:12:31.517340 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Request body: {'port': {'device_id': '08130b1d-540c-4ad8-a9b6-8a8aa11f3282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:12:31.632107 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c2d2f-9ba8-4a28-b04e-f218bf4113bd req-94c0b217-acf5-4766-bcca-2be2deec6fc5 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:31.633697 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9f0c2d2f-9ba8-4a28-b04e-f218bf4113bd req-94c0b217-acf5-4766-bcca-2be2deec6fc5 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.1368973 Aug 31 04:12:31.639462 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:31.658566 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:31.701647 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-5cd5ff19-baed-4682-b9e9-34d7095fc944 None None] Provisioning complete for port 1965184b-6e71-4d67-b3a6-30287c27fc61 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:12:31.702574 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5cd5ff19-baed-4682-b9e9-34d7095fc944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:31.738656 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-5cd5ff19-baed-4682-b9e9-34d7095fc944 None None] Port 1965184b-6e71-4d67-b3a6-30287c27fc61 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:12:31.771844 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9f0c2d2f-9ba8-4a28-b04e-f218bf4113bd req-c465a99f-9b17-42aa-875d-043ccca3c53c tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298158 Aug 31 04:12:31.936869 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:12:31.955548 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:32.017572 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1965184b-6e71-4d67-b3a6-30287c27fc61 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:12:32.023696 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 is: DOWN; New status is: DOWN {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:12:32.028340 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Publish callbacks [] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:32.042766 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Transition to ACTIVE for port object 1965184b-6e71-4d67-b3a6-30287c27fc61 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:12:32.047627 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:32.115406 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Pushing event updated for resources: {'Port': ['ID=1965184b-6e71-4d67-b3a6-30287c27fc61,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:32.180117 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Attempting to bind port 1965184b-6e71-4d67-b3a6-30287c27fc61 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:12:32.180456 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Attempting to bind port 1965184b-6e71-4d67-b3a6-30287c27fc61 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:12:32.180807 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Attempting to bind port 1965184b-6e71-4d67-b3a6-30287c27fc61 on network df2a7da3-c61f-4600-a4d7-00eeb18098d5 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:12:32.185399 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Port 1965184b-6e71-4d67-b3a6-30287c27fc61 on network df2a7da3-c61f-4600-a4d7-00eeb18098d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:12:32.185774 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Attempting to bind port 1965184b-6e71-4d67-b3a6-30287c27fc61 on network df2a7da3-c61f-4600-a4d7-00eeb18098d5 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:12:32.190852 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:12:32.191238 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Checking segment: {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:12:32.191617 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Bound using segment: {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:12:32.192047 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Bound port: 1965184b-6e71-4d67-b3a6-30287c27fc61, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d31dd-370b-422f-9a17-7fec240aa8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:12:32.192410 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:32.213881 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46830) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:32.257809 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] For port 1965184b-6e71-4d67-b3a6-30287c27fc61, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:12:32.260883 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] For port 1965184b-6e71-4d67-b3a6-30287c27fc61, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1965184b-6e71-4d67-b3a6-30287c27fc61,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:12:32.270431 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:32.274192 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:32.274809 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:32.276562 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/1965184b-6e71-4d67-b3a6-30287c27fc61 HTTP/1.1" status: 200 len: 1093 time: 0.7813103 Aug 31 04:12:32.278858 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08130b1d-540c-4ad8-a9b6-8a8aa11f3282', 'tag': '1965184b-6e71-4d67-b3a6-30287c27fc61'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:12:32.281170 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f24395-90a7-4852-aca7-2d91ebd560e3" -d '{"events": [{"name": "network-changed", "server_uuid": "08130b1d-540c-4ad8-a9b6-8a8aa11f3282", "tag": "1965184b-6e71-4d67-b3a6-30287c27fc61"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:12:32.317774 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb57dabc-cbb1-427f-a01e-c4835102efb6 x-openstack-request-id: req-fb57dabc-cbb1-427f-a01e-c4835102efb6 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:12:32.318060 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08130b1d-540c-4ad8-a9b6-8a8aa11f3282", "tag": "1965184b-6e71-4d67-b3a6-30287c27fc61", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:12:32.318329 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb57dabc-cbb1-427f-a01e-c4835102efb6 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:12:32.318716 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb57dabc-cbb1-427f-a01e-c4835102efb6'] response: {'name': 'network-changed', 'server_uuid': '08130b1d-540c-4ad8-a9b6-8a8aa11f3282', 'tag': '1965184b-6e71-4d67-b3a6-30287c27fc61', 'status': 'completed', 'code': 200} Aug 31 04:12:32.334996 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f7b30-c993-47e8-bf91-8d1b903112eb service neutron] Pushing event updated for resources: {'Port': ['ID=1965184b-6e71-4d67-b3a6-30287c27fc61,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:32.338433 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8255d16d-a6b9-4bea-9907-0f6e5ca1728c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:32.432129 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8255d16d-a6b9-4bea-9907-0f6e5ca1728c admin admin] Publish callbacks [] for security_group (85b16494-98cb-48e3-8855-176283dc08b2), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:32.437674 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8255d16d-a6b9-4bea-9907-0f6e5ca1728c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (85b16494-98cb-48e3-8855-176283dc08b2), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:32.476655 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255d16d-a6b9-4bea-9907-0f6e5ca1728c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b16494-98cb-48e3-8855-176283dc08b2,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:32.481177 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-8255d16d-a6b9-4bea-9907-0f6e5ca1728c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=04acba854e5b4a01a2a24f4e29534fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662315 Aug 31 04:12:32.484185 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46840) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:32.510388 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edb578-a9c3-43c9-a833-df36deaca174 req-eb3724ba-fa95-4eb4-b0d9-b2c4933843e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:32.511905 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f3edb578-a9c3-43c9-a833-df36deaca174 req-eb3724ba-fa95-4eb4-b0d9-b2c4933843e7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66bcbde4eda6417ea15dca2371c28540&device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 1128 time: 0.1391046 Aug 31 04:12:32.528284 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920bc42-9ab1-42c2-a459-c40be949dd1b req-fdfd0538-10a7-47ea-8527-c61277f7907a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:32.529809 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0920bc42-9ab1-42c2-a459-c40be949dd1b req-fdfd0538-10a7-47ea-8527-c61277f7907a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 943 time: 0.1168082 Aug 31 04:12:32.534297 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b164c31b-0a9b-4b9c-8056-dc9183d8144a admin admin] Publish callbacks [] for security_group (85b16494-98cb-48e3-8855-176283dc08b2), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:32.534556 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f24395-90a7-4852-aca7-2d91ebd560e3 req-368e26d5-630f-4da6-90a2-bd48d445f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:32.535973 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-37f24395-90a7-4852-aca7-2d91ebd560e3 req-368e26d5-630f-4da6-90a2-bd48d445f874 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 1127 time: 0.1218870 Aug 31 04:12:32.556144 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b164c31b-0a9b-4b9c-8056-dc9183d8144a admin admin] Publish callbacks [] for security_group (85b16494-98cb-48e3-8855-176283dc08b2), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:32.569021 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f245c4-7080-4354-b5c4-11a523471140 req-1921e58d-987d-4ca3-9238-86be89b0c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:32.570519 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-30f245c4-7080-4354-b5c4-11a523471140 req-1921e58d-987d-4ca3-9238-86be89b0c355 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771&tenant_id=66bcbde4eda6417ea15dca2371c28540 HTTP/1.1" status: 200 len: 1128 time: 0.1555314 Aug 31 04:12:32.573069 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:32.608852 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b164c31b-0a9b-4b9c-8056-dc9183d8144a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (85b16494-98cb-48e3-8855-176283dc08b2), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:32.611392 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b164c31b-0a9b-4b9c-8056-dc9183d8144a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:32.612729 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-b164c31b-0a9b-4b9c-8056-dc9183d8144a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/85b16494-98cb-48e3-8855-176283dc08b2 HTTP/1.1" status: 204 len: 168 time: 0.1275108 Aug 31 04:12:32.620809 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164c31b-0a9b-4b9c-8056-dc9183d8144a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b16494-98cb-48e3-8855-176283dc08b2,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:32.700437 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:32.718014 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0920bc42-9ab1-42c2-a459-c40be949dd1b req-d2190606-a96b-407f-a220-bce08983959d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1c11863-f982-4ec6-a2bb-df703bc55e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811769 Aug 31 04:12:32.751579 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edb578-a9c3-43c9-a833-df36deaca174 req-59129881-6683-4f68-b171-f9f127d6d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:32.753061 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f3edb578-a9c3-43c9-a833-df36deaca174 req-59129881-6683-4f68-b171-f9f127d6d198 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=52829969-a42a-442d-a4b2-1b1707d47a14 HTTP/1.1" status: 200 len: 918 time: 0.2199390 Aug 31 04:12:32.757719 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f24395-90a7-4852-aca7-2d91ebd560e3 req-94cb2ac9-339b-4a56-bb8f-7ff1304eb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:32.759166 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-37f24395-90a7-4852-aca7-2d91ebd560e3 req-94cb2ac9-339b-4a56-bb8f-7ff1304eb245 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2119722 Aug 31 04:12:32.871726 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f3edb578-a9c3-43c9-a833-df36deaca174 req-5ee795c8-9a34-4531-8eab-8d5ee25de43f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 HTTP/1.1" status: 200 len: 999 time: 0.1115158 Aug 31 04:12:32.917757 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:32.924204 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46848) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:32.937704 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c87b53be-d855-47e4-b5f5-386dbe70a9f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:32.968071 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d314e12-07c9-48e9-8d86-33ad5fac6aa2 req-c07387cb-b777-43e9-9acd-e92ac4ef101d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:32.969603 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5d314e12-07c9-48e9-8d86-33ad5fac6aa2 req-c07387cb-b777-43e9-9acd-e92ac4ef101d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.0970325 Aug 31 04:12:32.974308 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f24395-90a7-4852-aca7-2d91ebd560e3 req-3af2c6fe-70b6-4e00-8715-5ab00e7af955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:32.975877 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-37f24395-90a7-4852-aca7-2d91ebd560e3 req-3af2c6fe-70b6-4e00-8715-5ab00e7af955 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2089336 Aug 31 04:12:33.000871 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edb578-a9c3-43c9-a833-df36deaca174 req-4eee8e09-bb08-4422-92d8-1bccbde672d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:33.002708 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f3edb578-a9c3-43c9-a833-df36deaca174 req-4eee8e09-bb08-4422-92d8-1bccbde672d1 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6e59a379-9915-439a-b89a-fd25376e37d9 HTTP/1.1" status: 200 len: 856 time: 0.1175849 Aug 31 04:12:33.022990 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c87b53be-d855-47e4-b5f5-386dbe70a9f8 admin admin] Publish callbacks [] for security_group (a2e4149a-8205-4f5b-99e0-bb601bc47a74), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:33.028050 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c87b53be-d855-47e4-b5f5-386dbe70a9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a2e4149a-8205-4f5b-99e0-bb601bc47a74), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:33.071247 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-c87b53be-d855-47e4-b5f5-386dbe70a9f8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c1343825f95f4422ad98647f0a37def1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433408 Aug 31 04:12:33.071247 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b53be-d855-47e4-b5f5-386dbe70a9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e4149a-8205-4f5b-99e0-bb601bc47a74,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:33.072172 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 46850) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:33.084966 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5d314e12-07c9-48e9-8d86-33ad5fac6aa2 req-b8564257-45e7-4771-90ca-414a20651b8d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081522 Aug 31 04:12:33.098551 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edb578-a9c3-43c9-a833-df36deaca174 req-09c209ae-ad40-4c76-b946-f5a977547263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:33.100135 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f3edb578-a9c3-43c9-a833-df36deaca174 req-09c209ae-ad40-4c76-b946-f5a977547263 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=52829969-a42a-442d-a4b2-1b1707d47a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907044 Aug 31 04:12:33.101378 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-02a03853-a30b-4f57-827e-600bedf7f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:33.102826 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-02a03853-a30b-4f57-827e-600bedf7f0c0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 1127 time: 0.0796928 Aug 31 04:12:33.123971 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b13852b0-dc0a-4864-9365-13589df240bd admin admin] Publish callbacks [] for security_group (a2e4149a-8205-4f5b-99e0-bb601bc47a74), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:33.125676 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:33.147328 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b13852b0-dc0a-4864-9365-13589df240bd admin admin] Publish callbacks [] for security_group (a2e4149a-8205-4f5b-99e0-bb601bc47a74), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:33.176279 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-b695f3c6-b104-4b22-af5e-fc9c8894bf2b service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1965184b-6e71-4d67-b3a6-30287c27fc61 HTTP/1.1" status: 200 len: 217 time: 0.0628750 Aug 31 04:12:33.196622 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b13852b0-dc0a-4864-9365-13589df240bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a2e4149a-8205-4f5b-99e0-bb601bc47a74), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:33.199617 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b13852b0-dc0a-4864-9365-13589df240bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:33.200760 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-b13852b0-dc0a-4864-9365-13589df240bd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a2e4149a-8205-4f5b-99e0-bb601bc47a74 HTTP/1.1" status: 204 len: 168 time: 0.1279914 Aug 31 04:12:33.209023 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13852b0-dc0a-4864-9365-13589df240bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e4149a-8205-4f5b-99e0-bb601bc47a74,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:33.277367 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-f8206887-5f8a-4137-a791-60ff7d02b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:33.278872 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-f8206887-5f8a-4137-a791-60ff7d02b674 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=da35dc9f-c372-4110-8bb0-0f937da725c4 HTTP/1.1" status: 200 len: 854 time: 0.0666268 Aug 31 04:12:33.329379 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f3edb578-a9c3-43c9-a833-df36deaca174 req-4c81adbf-eab9-43e6-80f2-8a1a6e7af3c0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175829 Aug 31 04:12:33.334566 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-08742009-82c6-4492-90d6-13dd1eecaffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:33.336037 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-08742009-82c6-4492-90d6-13dd1eecaffb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=df2a7da3-c61f-4600-a4d7-00eeb18098d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505590 Aug 31 04:12:33.498220 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f3edb578-a9c3-43c9-a833-df36deaca174 req-ec13b7e3-cf05-4edb-933f-457a161e93b0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612334 Aug 31 04:12:33.500338 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-0cd75248-cdae-4c4d-9d14-c84b17a668c9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551309 Aug 31 04:12:33.620702 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f245c4-7080-4354-b5c4-11a523471140 req-409a6e1d-119f-4889-9222-b95fcb9a8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:33.622178 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-30f245c4-7080-4354-b5c4-11a523471140 req-409a6e1d-119f-4889-9222-b95fcb9a8720 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=66bcbde4eda6417ea15dca2371c28540&device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 1128 time: 0.0650904 Aug 31 04:12:33.940850 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2077f234-3ef0-47dd-a5a8-82af3a38c9fa req-d932963f-21fb-4ec8-9681-ef2db16c6484 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335151 Aug 31 04:12:33.997323 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:34.016611 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c53a31-ed0b-445c-907c-511e4d5a4429 req-d201015e-3e41-48c3-a88e-81d146eb92a6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:34.018190 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-81c53a31-ed0b-445c-907c-511e4d5a4429 req-d201015e-3e41-48c3-a88e-81d146eb92a6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 943 time: 0.0975831 Aug 31 04:12:34.057684 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f245c4-7080-4354-b5c4-11a523471140 req-ee620d2b-b3c5-4de9-8719-0af62c7c16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:34.059151 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-30f245c4-7080-4354-b5c4-11a523471140 req-ee620d2b-b3c5-4de9-8719-0af62c7c16c9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=52829969-a42a-442d-a4b2-1b1707d47a14 HTTP/1.1" status: 200 len: 918 time: 0.4281049 Aug 31 04:12:34.085100 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-81c53a31-ed0b-445c-907c-511e4d5a4429 req-84d86345-d9c7-4001-a312-98b516e3b785 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1c11863-f982-4ec6-a2bb-df703bc55e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554514 Aug 31 04:12:34.216155 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416878a-7cb4-4b4f-ac31-daae1f48ab87 req-e3b3f7c3-21b6-4619-b894-a217670305ed tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:34.217627 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8416878a-7cb4-4b4f-ac31-daae1f48ab87 req-e3b3f7c3-21b6-4619-b894-a217670305ed tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.0475483 Aug 31 04:12:34.269240 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8416878a-7cb4-4b4f-ac31-daae1f48ab87 req-fd99269c-965a-43b0-b3d7-6eb382bb2e7e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459406 Aug 31 04:12:34.348785 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46884) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:34.458284 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9cd490cd-81ff-439c-8022-92aee045a12f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:34.477069 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:34.541918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9cd490cd-81ff-439c-8022-92aee045a12f admin admin] Publish callbacks [] for security_group (8b4adc22-16fe-4cdc-9920-4beffe13071f), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:34.547452 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9cd490cd-81ff-439c-8022-92aee045a12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (8b4adc22-16fe-4cdc-9920-4beffe13071f), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:34.584826 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd490cd-81ff-439c-8022-92aee045a12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4adc22-16fe-4cdc-9920-4beffe13071f,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:34.589294 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-9cd490cd-81ff-439c-8022-92aee045a12f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b4aef7b3f7b94522a89ff80497b63961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395151 Aug 31 04:12:34.592783 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 46888) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:34.687222 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-136847ea-4a06-44f3-a9cc-f9d2b0bab2e7 admin admin] Publish callbacks [] for security_group (8b4adc22-16fe-4cdc-9920-4beffe13071f), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:34.693165 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-30f245c4-7080-4354-b5c4-11a523471140 req-c4eecf16-f817-4bbe-aa19-d345f23532b2 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 HTTP/1.1" status: 200 len: 999 time: 0.0715759 Aug 31 04:12:34.738864 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-136847ea-4a06-44f3-a9cc-f9d2b0bab2e7 admin admin] Publish callbacks [] for security_group (8b4adc22-16fe-4cdc-9920-4beffe13071f), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:34.779039 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f245c4-7080-4354-b5c4-11a523471140 req-78ba779e-7162-4616-891e-1de06d47e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:34.780609 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-30f245c4-7080-4354-b5c4-11a523471140 req-78ba779e-7162-4616-891e-1de06d47e954 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6e59a379-9915-439a-b89a-fd25376e37d9 HTTP/1.1" status: 200 len: 856 time: 0.0803282 Aug 31 04:12:34.827267 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-136847ea-4a06-44f3-a9cc-f9d2b0bab2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (8b4adc22-16fe-4cdc-9920-4beffe13071f), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:34.829798 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-136847ea-4a06-44f3-a9cc-f9d2b0bab2e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:34.830949 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-136847ea-4a06-44f3-a9cc-f9d2b0bab2e7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8b4adc22-16fe-4cdc-9920-4beffe13071f HTTP/1.1" status: 204 len: 168 time: 0.2378838 Aug 31 04:12:34.835168 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f245c4-7080-4354-b5c4-11a523471140 req-43977ad7-899e-4a81-b87f-65d21217b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:34.836581 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-30f245c4-7080-4354-b5c4-11a523471140 req-43977ad7-899e-4a81-b87f-65d21217b375 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=52829969-a42a-442d-a4b2-1b1707d47a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492980 Aug 31 04:12:34.841670 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136847ea-4a06-44f3-a9cc-f9d2b0bab2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4adc22-16fe-4cdc-9920-4beffe13071f,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:34.939265 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-30f245c4-7080-4354-b5c4-11a523471140 req-662d5fa7-22b9-4917-a566-4e2ca94c2bb7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952742 Aug 31 04:12:35.032558 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-30f245c4-7080-4354-b5c4-11a523471140 req-d5516a83-a0a6-4964-a069-bd7151ab3ea6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877125 Aug 31 04:12:35.202837 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:35.223820 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283c957-a595-4fa8-82d4-48a5e9a13c7a req-850741f6-7177-4d0f-8834-9a8eb314fd23 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:35.226082 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c283c957-a595-4fa8-82d4-48a5e9a13c7a req-850741f6-7177-4d0f-8834-9a8eb314fd23 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 943 time: 0.0644670 Aug 31 04:12:35.288760 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c283c957-a595-4fa8-82d4-48a5e9a13c7a req-7746e5f4-2aec-448b-8be5-58bc5a591598 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1c11863-f982-4ec6-a2bb-df703bc55e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558488 Aug 31 04:12:35.407513 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369edcf2-3334-46f9-964b-70a5413de090 req-0ed31790-5154-4209-9bec-66a16c713bd3 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:35.409029 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-369edcf2-3334-46f9-964b-70a5413de090 req-0ed31790-5154-4209-9bec-66a16c713bd3 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.0494237 Aug 31 04:12:35.464550 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-369edcf2-3334-46f9-964b-70a5413de090 req-60ff6787-c35f-4ae1-8ad4-d8f358155c1d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481658 Aug 31 04:12:35.474773 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:35.478590 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:35.972965 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 1965184b-6e71-4d67-b3a6-30287c27fc61 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:12:36.126102 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 1965184b-6e71-4d67-b3a6-30287c27fc61, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1965184b-6e71-4d67-b3a6-30287c27fc61,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:36.143276 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '1965184b-6e71-4d67-b3a6-30287c27fc61', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'port_id': '1965184b-6e71-4d67-b3a6-30287c27fc61', 'mac_address': 'fa:16:3e:b5:d4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:12:36.186905 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 1965184b-6e71-4d67-b3a6-30287c27fc61 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:12:36.187515 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:36.203849 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1965184b-6e71-4d67-b3a6-30287c27fc61 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:12:36.230384 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 1965184b-6e71-4d67-b3a6-30287c27fc61, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1965184b-6e71-4d67-b3a6-30287c27fc61,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:36.235987 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:36.275426 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:36.299781 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=1965184b-6e71-4d67-b3a6-30287c27fc61,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:36.459053 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316e707-fbea-47c2-8051-50e4ac00c42c req-ce669774-052c-4be2-8b1c-567ed2df6ee1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:36.461584 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7316e707-fbea-47c2-8051-50e4ac00c42c req-ce669774-052c-4be2-8b1c-567ed2df6ee1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 944 time: 0.0581961 Aug 31 04:12:36.471641 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['1965184b-6e71-4d67-b3a6-30287c27fc61'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:12:36.528919 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7316e707-fbea-47c2-8051-50e4ac00c42c req-d214a379-984c-4c4a-aaab-feedd4bc1097 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1c11863-f982-4ec6-a2bb-df703bc55e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524015 Aug 31 04:12:36.677941 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5cf4c-933c-4a3b-808d-74e063220bd8 req-e9088a0d-20c6-4caf-a257-2daa152982e7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:36.684338 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-73d5cf4c-933c-4a3b-808d-74e063220bd8 req-e9088a0d-20c6-4caf-a257-2daa152982e7 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.0702057 Aug 31 04:12:36.749785 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:36.798303 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-73d5cf4c-933c-4a3b-808d-74e063220bd8 req-ea1cd2fd-d6c4-44d0-be38-9bfec5eda549 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008549 Aug 31 04:12:37.703114 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721f46d-991e-437e-8ae4-d1514ac94478 req-6f1ed181-7185-4c71-8efe-7dfcfc4214cb tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:37.711244 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b721f46d-991e-437e-8ae4-d1514ac94478 req-6f1ed181-7185-4c71-8efe-7dfcfc4214cb tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 944 time: 0.0646658 Aug 31 04:12:37.775680 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b721f46d-991e-437e-8ae4-d1514ac94478 req-7405bd8d-6934-46d5-9ffd-a14a580a17c1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1c11863-f982-4ec6-a2bb-df703bc55e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633125 Aug 31 04:12:37.977077 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c38820-7483-4a73-99d9-831e466406f2 req-e8d43fa1-4472-4d80-8336-792312f817d2 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:37.978520 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d0c38820-7483-4a73-99d9-831e466406f2 req-e8d43fa1-4472-4d80-8336-792312f817d2 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.0633996 Aug 31 04:12:37.990292 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 1965184b-6e71-4d67-b3a6-30287c27fc61 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:12:38.035557 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d0c38820-7483-4a73-99d9-831e466406f2 req-6a6ca87b-d3f2-4588-8889-ba3e608a1f6a tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502784 Aug 31 04:12:38.050440 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 1965184b-6e71-4d67-b3a6-30287c27fc61 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:12:38.070924 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 1965184b-6e71-4d67-b3a6-30287c27fc61 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:12:38.071729 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:38.159120 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 1965184b-6e71-4d67-b3a6-30287c27fc61 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:12:38.159866 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:38.185372 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08130b1d-540c-4ad8-a9b6-8a8aa11f3282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1965184b-6e71-4d67-b3a6-30287c27fc61'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:12:38.188051 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165783fa-ec12-438b-967f-8131300d4196" -d '{"events": [{"server_uuid": "08130b1d-540c-4ad8-a9b6-8a8aa11f3282", "name": "network-vif-plugged", "status": "completed", "tag": "1965184b-6e71-4d67-b3a6-30287c27fc61"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:12:38.201712 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 1965184b-6e71-4d67-b3a6-30287c27fc61, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1965184b-6e71-4d67-b3a6-30287c27fc61,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:38.208127 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:38.218315 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:38.239378 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9393a8e-6d95-49ce-9cb4-ab3f08dcae9c x-openstack-request-id: req-b9393a8e-6d95-49ce-9cb4-ab3f08dcae9c {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:12:38.239671 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08130b1d-540c-4ad8-a9b6-8a8aa11f3282", "name": "network-vif-plugged", "status": "completed", "tag": "1965184b-6e71-4d67-b3a6-30287c27fc61", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:12:38.239922 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9393a8e-6d95-49ce-9cb4-ab3f08dcae9c {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:12:38.240316 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9393a8e-6d95-49ce-9cb4-ab3f08dcae9c'] response: {'server_uuid': '08130b1d-540c-4ad8-a9b6-8a8aa11f3282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1965184b-6e71-4d67-b3a6-30287c27fc61', 'code': 200} Aug 31 04:12:38.275481 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=1965184b-6e71-4d67-b3a6-30287c27fc61,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:38.935108 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee4674-2ef8-4f7b-99ac-f825d7c8897a req-c440844c-76a4-46c3-a90a-3e1e033fc25e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:38.936697 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8cee4674-2ef8-4f7b-99ac-f825d7c8897a req-c440844c-76a4-46c3-a90a-3e1e033fc25e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 945 time: 0.0646713 Aug 31 04:12:39.006846 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8cee4674-2ef8-4f7b-99ac-f825d7c8897a req-c61e7054-5788-4332-8b48-5d934d833ede tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1c11863-f982-4ec6-a2bb-df703bc55e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620532 Aug 31 04:12:39.184999 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd20957-6caf-4a30-8399-c888fc6f1657 req-f6c72b42-0bb1-441e-99fb-2bf535a83f82 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:39.186744 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bbd20957-6caf-4a30-8399-c888fc6f1657 req-f6c72b42-0bb1-441e-99fb-2bf535a83f82 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.0600245 Aug 31 04:12:39.259171 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bbd20957-6caf-4a30-8399-c888fc6f1657 req-21c08f05-7bf2-49ed-9871-ccadd534300d tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664129 Aug 31 04:12:40.138555 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981016bb-3c7d-45b1-8816-5426ab370ecf req-41067e39-a149-45a1-96f0-ca397ab5e68d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:40.140160 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-981016bb-3c7d-45b1-8816-5426ab370ecf req-41067e39-a149-45a1-96f0-ca397ab5e68d tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 945 time: 0.0530715 Aug 31 04:12:40.193579 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-981016bb-3c7d-45b1-8816-5426ab370ecf req-31a9ab97-2953-49bd-bca9-19a78cc817a1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1c11863-f982-4ec6-a2bb-df703bc55e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474329 Aug 31 04:12:40.392508 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a692ce-053e-4df6-b42c-cd4567c53071 req-9e55931e-c20f-40c1-944e-d8e48d8091b0 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:40.394491 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-58a692ce-053e-4df6-b42c-cd4567c53071 req-9e55931e-c20f-40c1-944e-d8e48d8091b0 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.0556924 Aug 31 04:12:40.452858 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-58a692ce-053e-4df6-b42c-cd4567c53071 req-c4b363e5-edfe-4704-94d3-3fd7596e00fe tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510790 Aug 31 04:12:41.059879 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:12:41.367268 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733ede2-4b37-4b03-bcf2-10ce851ca573 req-52e400f7-5b1b-4ce3-a180-b02fbe32ef1e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:41.375314 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1733ede2-4b37-4b03-bcf2-10ce851ca573 req-52e400f7-5b1b-4ce3-a180-b02fbe32ef1e tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 945 time: 0.0928745 Aug 31 04:12:41.401750 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:41.435600 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1733ede2-4b37-4b03-bcf2-10ce851ca573 req-4234dc0d-7432-499e-aaaa-806c9176a152 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1c11863-f982-4ec6-a2bb-df703bc55e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593712 Aug 31 04:12:41.594561 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ac43f-6907-4b26-a04c-be2e40825917 req-491f410b-05dd-4355-97b5-7433d35072db tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:41.596185 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-020ac43f-6907-4b26-a04c-be2e40825917 req-491f410b-05dd-4355-97b5-7433d35072db tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.0512974 Aug 31 04:12:41.647962 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-020ac43f-6907-4b26-a04c-be2e40825917 req-3f81f76e-8cce-4578-865b-7d0fee86faad tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459170 Aug 31 04:12:42.597501 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ced97-9d3e-4982-af6d-e18cb24c2428 req-2dfdbe92-c1a0-457f-87dc-2e2f91e61967 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:42.603865 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cf3ced97-9d3e-4982-af6d-e18cb24c2428 req-2dfdbe92-c1a0-457f-87dc-2e2f91e61967 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 945 time: 0.0686862 Aug 31 04:12:42.661534 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cf3ced97-9d3e-4982-af6d-e18cb24c2428 req-828e9bd3-502f-400c-9961-e2b10edcef91 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1c11863-f982-4ec6-a2bb-df703bc55e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512838 Aug 31 04:12:42.786427 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c09f5-de5f-4403-856c-c9de15569f56 req-9f6c2612-4254-4952-a8cd-766cd1ace384 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:42.788392 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ab7c09f5-de5f-4403-856c-c9de15569f56 req-9f6c2612-4254-4952-a8cd-766cd1ace384 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.0507278 Aug 31 04:12:42.841374 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ab7c09f5-de5f-4403-856c-c9de15569f56 req-ee491817-5814-4bf8-a721-ad64f785aba4 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463784 Aug 31 04:12:43.181942 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:43.208969 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=43,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:43.354641 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb01f29-4749-4240-a818-4c381eb2ef87 req-89981d8d-1289-4dcb-8aec-47cbd8898c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:43.356225 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0eb01f29-4749-4240-a818-4c381eb2ef87 req-89981d8d-1289-4dcb-8aec-47cbd8898c90 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 1129 time: 0.0544364 Aug 31 04:12:43.777063 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:43.795737 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172f94c-023e-4e45-9b26-5294c9524558 req-33e5e784-c75f-40d8-9915-e8e59d7c6536 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:43.797896 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7172f94c-023e-4e45-9b26-5294c9524558 req-33e5e784-c75f-40d8-9915-e8e59d7c6536 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 945 time: 0.0532126 Aug 31 04:12:43.848543 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7172f94c-023e-4e45-9b26-5294c9524558 req-66d00efe-8521-448f-a894-379472912486 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1c11863-f982-4ec6-a2bb-df703bc55e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447350 Aug 31 04:12:43.976770 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a7dc6-f0ae-43e6-8619-0be2aef87af5 req-ec00a1ed-134c-4926-b30d-406eb6a50576 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:43.978332 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bd1a7dc6-f0ae-43e6-8619-0be2aef87af5 req-ec00a1ed-134c-4926-b30d-406eb6a50576 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.0546765 Aug 31 04:12:44.041402 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0eb01f29-4749-4240-a818-4c381eb2ef87 req-e75e15d3-93be-422d-8f12-88bf61684b73 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=a1c11863-f982-4ec6-a2bb-df703bc55e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763183 Aug 31 04:12:44.048448 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bd1a7dc6-f0ae-43e6-8619-0be2aef87af5 req-c31e74c8-47b9-4918-8b1b-9737bfb5fc1b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626466 Aug 31 04:12:44.221876 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47066) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:44.335100 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:44.666374 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Publish callbacks [] for security_group (8285bfed-742a-451e-9f62-cc0e09f9a3a3), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:44.672615 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (8285bfed-742a-451e-9f62-cc0e09f9a3a3), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:44.709922 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8285bfed-742a-451e-9f62-cc0e09f9a3a3,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:44.714067 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0daf9a95365842abbfb0f3befbb7de03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4911551 Aug 31 04:12:44.717105 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47070) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:44.720115 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.720469 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.720813 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.721148 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.721466 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.721793 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.722113 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.722436 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.722753 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.723103 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.723427 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.723748 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.724067 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.724387 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.724701 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb90f68-b3f9-4767-80d8-bdee1dfefaa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.769299 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Publish callbacks [] for security_group (8285bfed-742a-451e-9f62-cc0e09f9a3a3), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:44.792829 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Publish callbacks [] for security_group (8285bfed-742a-451e-9f62-cc0e09f9a3a3), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:44.840460 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (8285bfed-742a-451e-9f62-cc0e09f9a3a3), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:44.843191 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:44.844507 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8285bfed-742a-451e-9f62-cc0e09f9a3a3 HTTP/1.1" status: 204 len: 168 time: 0.1264112 Aug 31 04:12:44.852402 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8285bfed-742a-451e-9f62-cc0e09f9a3a3,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:44.860032 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.860399 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.860722 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.861057 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.861390 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.861714 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.862045 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.862367 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.862725 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.863007 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.863386 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.863683 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.864096 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.864401 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.864715 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa8cf45-6263-4b03-9f17-84d6900ebe9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:12:44.976623 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6a1e9-4fee-44bb-b6d3-b3a335541365 req-042b6a5f-76b2-4334-8645-8c10dd903176 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:44.978627 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0cb6a1e9-4fee-44bb-b6d3-b3a335541365 req-042b6a5f-76b2-4334-8645-8c10dd903176 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 945 time: 0.0488465 Aug 31 04:12:45.031609 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0cb6a1e9-4fee-44bb-b6d3-b3a335541365 req-eefe60df-5f26-40a2-96a2-5211c0ece1f1 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1c11863-f982-4ec6-a2bb-df703bc55e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467677 Aug 31 04:12:45.133025 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47080) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:45.146769 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fbfbbcea-f412-4a92-bd5c-b97087834679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:45.177454 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e2820-5db7-4e4b-9745-e2f9998a03bb req-37995ae0-6444-4394-9df4-35b01797193b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:45.179045 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a21e2820-5db7-4e4b-9745-e2f9998a03bb req-37995ae0-6444-4394-9df4-35b01797193b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 944 time: 0.0491972 Aug 31 04:12:45.222958 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fbfbbcea-f412-4a92-bd5c-b97087834679 admin admin] Publish callbacks [] for security_group (d0eb40f3-7a85-4a05-a2e8-866129e0700d), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:45.228422 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fbfbbcea-f412-4a92-bd5c-b97087834679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (d0eb40f3-7a85-4a05-a2e8-866129e0700d), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:45.229356 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a21e2820-5db7-4e4b-9745-e2f9998a03bb req-99c8187b-6368-4442-904d-40692d09aa04 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439723 Aug 31 04:12:45.270246 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-fbfbbcea-f412-4a92-bd5c-b97087834679 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=59c511bf39864d0b8c20efca431c8314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360667 Aug 31 04:12:45.271136 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbbcea-f412-4a92-bd5c-b97087834679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eb40f3-7a85-4a05-a2e8-866129e0700d,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:45.273061 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47082) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:45.317463 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:45.329478 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7fb968b1-9a53-457f-8913-ab57d2b50df4 admin admin] Publish callbacks [] for security_group (d0eb40f3-7a85-4a05-a2e8-866129e0700d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:45.351738 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7fb968b1-9a53-457f-8913-ab57d2b50df4 admin admin] Publish callbacks [] for security_group (d0eb40f3-7a85-4a05-a2e8-866129e0700d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:45.403690 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7fb968b1-9a53-457f-8913-ab57d2b50df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (d0eb40f3-7a85-4a05-a2e8-866129e0700d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:45.406448 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7fb968b1-9a53-457f-8913-ab57d2b50df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:45.407735 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-7fb968b1-9a53-457f-8913-ab57d2b50df4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d0eb40f3-7a85-4a05-a2e8-866129e0700d HTTP/1.1" status: 204 len: 168 time: 0.1335661 Aug 31 04:12:45.417127 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb968b1-9a53-457f-8913-ab57d2b50df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eb40f3-7a85-4a05-a2e8-866129e0700d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:45.770180 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47088) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:45.784473 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6854af2a-a36a-439c-a2b2-d18382ab7f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:45.873217 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6854af2a-a36a-439c-a2b2-d18382ab7f24 admin admin] Publish callbacks [] for security_group (422e2601-4868-41da-a57d-f53c6be72c2e), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:45.879314 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6854af2a-a36a-439c-a2b2-d18382ab7f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (422e2601-4868-41da-a57d-f53c6be72c2e), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:45.910963 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:45.922095 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-6854af2a-a36a-439c-a2b2-d18382ab7f24 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=437a7960ed7e4e629057f9c5b532a4db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508191 Aug 31 04:12:45.922770 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854af2a-a36a-439c-a2b2-d18382ab7f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422e2601-4868-41da-a57d-f53c6be72c2e,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:45.925419 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47090) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:45.981789 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bfcf51f5-38fc-4711-a242-610c23f88545 admin admin] Publish callbacks [] for security_group (422e2601-4868-41da-a57d-f53c6be72c2e), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:46.002694 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bfcf51f5-38fc-4711-a242-610c23f88545 admin admin] Publish callbacks [] for security_group (422e2601-4868-41da-a57d-f53c6be72c2e), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:46.005086 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:12:46.049886 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bfcf51f5-38fc-4711-a242-610c23f88545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (422e2601-4868-41da-a57d-f53c6be72c2e), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:46.052502 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bfcf51f5-38fc-4711-a242-610c23f88545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:46.053654 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-bfcf51f5-38fc-4711-a242-610c23f88545 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/422e2601-4868-41da-a57d-f53c6be72c2e HTTP/1.1" status: 204 len: 168 time: 0.1271656 Aug 31 04:12:46.062256 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf51f5-38fc-4711-a242-610c23f88545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422e2601-4868-41da-a57d-f53c6be72c2e,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:46.127852 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:46.140870 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'port_id': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'mac_address': 'fa:16:3e:2b:85:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:12:46.166866 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086a699-5142-4b4a-a380-88c33939b763 req-bd50b90b-0def-41df-855c-11440585a18f tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:46.168669 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a086a699-5142-4b4a-a380-88c33939b763 req-bd50b90b-0def-41df-855c-11440585a18f tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 945 time: 0.0507951 Aug 31 04:12:46.177266 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:12:46.177655 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:46.191456 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:12:46.213927 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:46.218932 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:46.219481 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a086a699-5142-4b4a-a380-88c33939b763 req-3f5746a6-c012-44ad-8264-78e65d66d0ba tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1c11863-f982-4ec6-a2bb-df703bc55e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435693 Aug 31 04:12:46.273607 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,revision_number=9']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:46.371752 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10676d-4e41-437b-a943-83c93136120e req-d376e296-a287-4708-91cf-f089e78cd592 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:46.376351 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ad10676d-4e41-437b-a943-83c93136120e req-d376e296-a287-4708-91cf-f089e78cd592 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 945 time: 0.0582795 Aug 31 04:12:46.430013 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ad10676d-4e41-437b-a943-83c93136120e req-17e92834-e711-4c60-b681-920dfc6556e9 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477083 Aug 31 04:12:46.437630 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:12:46.488824 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:46.523401 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55001d28-e962-4b10-ae5f-68dd81ec902a req-2efded8b-6544-489d-aac2-f26951b9ac8a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:46.527208 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-55001d28-e962-4b10-ae5f-68dd81ec902a req-2efded8b-6544-489d-aac2-f26951b9ac8a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 945 time: 0.0540738 Aug 31 04:12:46.534886 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47110) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:46.541376 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-14116bdb-5a90-4427-a34e-f88e052c2da6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Request body: {'floatingip': {'port_id': '1965184b-6e71-4d67-b3a6-30287c27fc61'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:12:46.583092 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-14116bdb-5a90-4427-a34e-f88e052c2da6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (c986fad3-07cd-4f40-9564-1fb2a67c3a96), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:46.854159 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47120) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:46.925586 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:46.932973 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:46.965793 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1867648695-network', 'tenant_id': '175f95fba7384b58b9c75ea11c6e3469'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:12:46.989968 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] Made reservation on behalf of 175f95fba7384b58b9c75ea11c6e3469 for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:12:46.992370 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:47.003535 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:47.031430 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-14116bdb-5a90-4427-a34e-f88e052c2da6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:47.037649 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-14116bdb-5a90-4427-a34e-f88e052c2da6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (c986fad3-07cd-4f40-9564-1fb2a67c3a96), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:47.090801 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] Publish callbacks [] for security_group (bd657d1e-17ac-4fca-b860-b9c0d6fd62f3), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:47.095841 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (bd657d1e-17ac-4fca-b860-b9c0d6fd62f3), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:47.122683 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:12:47.133165 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:47.137631 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.l3_db [None req-14116bdb-5a90-4427-a34e-f88e052c2da6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Floating IP c986fad3-07cd-4f40-9564-1fb2a67c3a96 associated. External IP: 172.27.1.64, port: 1965184b-6e71-4d67-b3a6-30287c27fc61. Aug 31 04:12:47.138505 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:47.138850 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.segments_db [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] Added segment e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf of type vlan for network 3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 Aug 31 04:12:47.180723 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:47.206294 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:47.207428 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:47.208018 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:47.269538 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:47.279152 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4208169 Aug 31 04:12:47.279152 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f49bd-1549-4ff8-b454-6cc054ea8e04 admin admin] Pushing event updated for resources: {'Network': ['ID=3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:47.280006 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47124) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:12:47.284834 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-31ff9dcd-9fd9-44f9-bc4c-297566a5182d admin admin] Request body: {'subnet': {'network_id': '3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1867648695-subnet', 'tenant_id': '175f95fba7384b58b9c75ea11c6e3469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:12:47.290611 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network 3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:12:47.309383 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ff9dcd-9fd9-44f9-bc4c-297566a5182d admin admin] Made reservation on behalf of 175f95fba7384b58b9c75ea11c6e3469 for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:12:47.312254 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-31ff9dcd-9fd9-44f9-bc4c-297566a5182d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4017601'] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:47.370475 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14116bdb-5a90-4427-a34e-f88e052c2da6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Router 452f5ef7-61d0-42f8-9266-736c6a122aeb has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:12:47.476283 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14116bdb-5a90-4427-a34e-f88e052c2da6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:12:47.481487 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-14116bdb-5a90-4427-a34e-f88e052c2da6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:47.486803 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12fa2e-20c9-4877-b541-e11892291c02 None None] Sync routers for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:12:47.498017 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12fa2e-20c9-4877-b541-e11892291c02 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:12:47.498689 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-0b12fa2e-20c9-4877-b541-e11892291c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:12:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:47.509903 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-31ff9dcd-9fd9-44f9-bc4c-297566a5182d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2222273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4017623'] for subnet (42c3d8d7-d385-44ba-bdb1-18deb02563b8), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:47.518605 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:47.526713 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-14116bdb-5a90-4427-a34e-f88e052c2da6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/c986fad3-07cd-4f40-9564-1fb2a67c3a96 HTTP/1.1" status: 200 len: 990 time: 0.9906647 Aug 31 04:12:47.527494 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08130b1d-540c-4ad8-a9b6-8a8aa11f3282', 'tag': '1965184b-6e71-4d67-b3a6-30287c27fc61'}] {{(pid=106458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:12:47.530196 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab21058fd9cc7c6c9b6319ea517c36f91abc2cee6dad35e856c077ecf1eac4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfee90d-45e9-4be6-b66e-1a888ef335c3" -d '{"events": [{"name": "network-changed", "server_uuid": "08130b1d-540c-4ad8-a9b6-8a8aa11f3282", "tag": "1965184b-6e71-4d67-b3a6-30287c27fc61"}]}' {{(pid=106458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:12:47.722516 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ef976-53b7-4fb2-a194-1df66188f88a req-2c3a4fcf-69d2-44ca-98d5-a46eae5719dc tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:47.724072 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fe2ef976-53b7-4fb2-a194-1df66188f88a req-2c3a4fcf-69d2-44ca-98d5-a46eae5719dc tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 945 time: 0.1422021 Aug 31 04:12:47.754113 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-0b12fa2e-20c9-4877-b541-e11892291c02 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:12:47.759549 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01d9646-f3da-4425-b860-ec3db6ebc9ef x-openstack-request-id: req-e01d9646-f3da-4425-b860-ec3db6ebc9ef {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:12:47.760057 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08130b1d-540c-4ad8-a9b6-8a8aa11f3282", "tag": "1965184b-6e71-4d67-b3a6-30287c27fc61", "status": "completed", "code": 200}]} {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:12:47.760389 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e01d9646-f3da-4425-b860-ec3db6ebc9ef {{(pid=106458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:12:47.760896 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01d9646-f3da-4425-b860-ec3db6ebc9ef'] response: {'name': 'network-changed', 'server_uuid': '08130b1d-540c-4ad8-a9b6-8a8aa11f3282', 'tag': '1965184b-6e71-4d67-b3a6-30287c27fc61', 'status': 'completed', 'code': 200} Aug 31 04:12:47.767468 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff9dcd-9fd9-44f9-bc4c-297566a5182d admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c3d8d7-d385-44ba-bdb1-18deb02563b8,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:47.774727 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ff9dcd-9fd9-44f9-bc4c-297566a5182d admin admin] Checking segment: {'id': 'e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:12:47.775057 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ff9dcd-9fd9-44f9-bc4c-297566a5182d admin admin] Network hostable DHCP agents. Network: 3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:12:47.843164 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fe2ef976-53b7-4fb2-a194-1df66188f88a req-2bdd9574-0801-4efe-b288-8a898e6e635e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029198 Aug 31 04:12:47.849691 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfee90d-45e9-4be6-b66e-1a888ef335c3 req-2cac2048-987c-4c3c-9461-6968d426fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:47.851417 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fdfee90d-45e9-4be6-b66e-1a888ef335c3 req-2cac2048-987c-4c3c-9461-6968d426fab5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 1129 time: 0.0632465 Aug 31 04:12:47.854493 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ff9dcd-9fd9-44f9-bc4c-297566a5182d admin admin] Network 3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:12:47.906926 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-31ff9dcd-9fd9-44f9-bc4c-297566a5182d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, 3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:12:47.911838 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ff9dcd-9fd9-44f9-bc4c-297566a5182d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:47.912580 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:47.912751 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-31ff9dcd-9fd9-44f9-bc4c-297566a5182d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:47.916902 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4e8a47-0b5b-4aa7-a515-f619550261ce None None] Network 3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:12:47.938650 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-31ff9dcd-9fd9-44f9-bc4c-297566a5182d admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6576180 Aug 31 04:12:47.972326 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfee90d-45e9-4be6-b66e-1a888ef335c3 req-980935ed-47f2-446d-aeed-a0aec939d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:47.973772 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fdfee90d-45e9-4be6-b66e-1a888ef335c3 req-980935ed-47f2-446d-aeed-a0aec939d033 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 200 len: 916 time: 0.1153142 Aug 31 04:12:48.037439 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:12:48.046671 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fdfee90d-45e9-4be6-b66e-1a888ef335c3 req-b06c3b17-3f24-4fa2-a6c3-129b4b616ba1 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1965184b-6e71-4d67-b3a6-30287c27fc61 HTTP/1.1" status: 200 len: 998 time: 0.0667164 Aug 31 04:12:48.098188 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfee90d-45e9-4be6-b66e-1a888ef335c3 req-9497ec3a-1b32-46eb-a872-77f94540d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:48.099682 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fdfee90d-45e9-4be6-b66e-1a888ef335c3 req-9497ec3a-1b32-46eb-a872-77f94540d50d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=da35dc9f-c372-4110-8bb0-0f937da725c4 HTTP/1.1" status: 200 len: 854 time: 0.0476453 Aug 31 04:12:48.102661 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-0b12fa2e-20c9-4877-b541-e11892291c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': 'c986fad3-07cd-4f40-9564-1fb2a67c3a96', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '1965184b-6e71-4d67-b3a6-30287c27fc61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:b5:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08130b1d-540c-4ad8-a9b6-8a8aa11f3282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:12:27Z', 'updated_at': '2022-08-31T04:12:46Z', 'revision_number': 1, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:48.131112 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef2d14-e7ec-4cb1-a589-b78ef450f391 None None] Network 3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:12:48.146486 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfee90d-45e9-4be6-b66e-1a888ef335c3 req-fe993119-ce8a-4a27-9791-450f528d25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:48.146715 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12fa2e-20c9-4877-b541-e11892291c02 None None] Checking router: 452f5ef7-61d0-42f8-9266-736c6a122aeb for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:12:48.148056 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fdfee90d-45e9-4be6-b66e-1a888ef335c3 req-fe993119-ce8a-4a27-9791-450f528d25a9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=df2a7da3-c61f-4600-a4d7-00eeb18098d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428138 Aug 31 04:12:48.199705 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12fa2e-20c9-4877-b541-e11892291c02 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:12:48.200335 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-0b12fa2e-20c9-4877-b541-e11892291c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:12:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:48.224628 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:48.248219 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:12:48.248601 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:48.253560 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fdfee90d-45e9-4be6-b66e-1a888ef335c3 req-7f67ffff-8287-4dd5-aed8-5b073a6ba397 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998316 Aug 31 04:12:48.358039 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fdfee90d-45e9-4be6-b66e-1a888ef335c3 req-23e591b5-ec9a-469c-88fd-c37d0eb5e48b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992033 Aug 31 04:12:48.383636 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-0b12fa2e-20c9-4877-b541-e11892291c02 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:12:48.429662 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:48.485491 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:12:48.485995 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:48.540060 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b117348-7be9-4bab-800d-3bb55db4f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:12:48.542320 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5021ddcf-64d3-4f85-9795-dff887f9da3a" -d '{"events": [{"server_uuid": "0b117348-7be9-4bab-800d-3bb55db4f771", "name": "network-vif-plugged", "status": "completed", "tag": "9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:12:48.582977 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3f6014-8567-48cf-938f-7e7ce2fd674c x-openstack-request-id: req-2d3f6014-8567-48cf-938f-7e7ce2fd674c {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:12:48.583419 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b117348-7be9-4bab-800d-3bb55db4f771", "name": "network-vif-plugged", "status": "completed", "tag": "9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:12:48.583671 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d3f6014-8567-48cf-938f-7e7ce2fd674c {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:12:48.584077 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3f6014-8567-48cf-938f-7e7ce2fd674c'] response: {'server_uuid': '0b117348-7be9-4bab-800d-3bb55db4f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'code': 200} Aug 31 04:12:48.590738 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:48.595712 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:48.675298 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,revision_number=10']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:48.714911 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-0b12fa2e-20c9-4877-b541-e11892291c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': 'c986fad3-07cd-4f40-9564-1fb2a67c3a96', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '1965184b-6e71-4d67-b3a6-30287c27fc61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:b5:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08130b1d-540c-4ad8-a9b6-8a8aa11f3282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:12:27Z', 'updated_at': '2022-08-31T04:12:46Z', 'revision_number': 1, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:12:48.745223 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b12fa2e-20c9-4877-b541-e11892291c02 None None] The sync data for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi is: [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': 'c986fad3-07cd-4f40-9564-1fb2a67c3a96', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'floating_ip_address': '172.27.1.64', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'port_id': '1965184b-6e71-4d67-b3a6-30287c27fc61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'mac_address': 'fa:16:3e:b5:d4:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08130b1d-540c-4ad8-a9b6-8a8aa11f3282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:12:27Z', 'updated_at': '2022-08-31T04:12:46Z', 'revision_number': 1, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:12:48.768446 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2af21a-17b6-462c-8ca1-1fb03b3dc124 req-323f5e25-7b1e-4bf2-875e-eb1697d7d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:48.770158 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6d2af21a-17b6-462c-8ca1-1fb03b3dc124 req-323f5e25-7b1e-4bf2-875e-eb1697d7d068 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 1131 time: 0.0440996 Aug 31 04:12:48.818073 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6d2af21a-17b6-462c-8ca1-1fb03b3dc124 req-4b4f93d5-486d-4742-abef-d1c4b9ec6120 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417542 Aug 31 04:12:48.953530 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65789f7-5100-4d08-a5df-d9a82bc3ae60 None None] New status for floating IP c986fad3-07cd-4f40-9564-1fb2a67c3a96: ACTIVE {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:12:48.977035 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9950d-bc62-44c7-b147-294959fed374 req-fe0d3667-a5e9-4200-b948-c575a29e6f2e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:48.978580 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-44a9950d-bc62-44c7-b147-294959fed374 req-fe0d3667-a5e9-4200-b948-c575a29e6f2e tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 947 time: 0.0506096 Aug 31 04:12:49.027474 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-44a9950d-bc62-44c7-b147-294959fed374 req-e896261b-d6dd-45cf-b393-53d51a01a39f tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426545 Aug 31 04:12:49.818053 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321290d0-5662-4036-9e0d-994d66ae28ba req-3f906789-8775-4453-b981-238e1dea5c15 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:49.819502 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-321290d0-5662-4036-9e0d-994d66ae28ba req-3f906789-8775-4453-b981-238e1dea5c15 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 HTTP/1.1" status: 200 len: 809 time: 0.1108630 Aug 31 04:12:49.834744 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-321290d0-5662-4036-9e0d-994d66ae28ba req-00713b3e-d3d7-4bd2-bd7e-267a505f9ebd tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/quotas/175f95fba7384b58b9c75ea11c6e3469 HTTP/1.1" status: 200 len: 375 time: 0.0094492 Aug 31 04:12:49.868459 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-321290d0-5662-4036-9e0d-994d66ae28ba req-c793a4c0-98ff-4cb4-897e-d2f1d617232f tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=175f95fba7384b58b9c75ea11c6e3469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283058 Aug 31 04:12:49.967649 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-321290d0-5662-4036-9e0d-994d66ae28ba req-3acc8b9b-c648-4234-ad6f-fa0a01fe991b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919976 Aug 31 04:12:50.017822 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:50.064319 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-321290d0-5662-4036-9e0d-994d66ae28ba req-99e1f6f6-627c-4f5a-b164-5fac41fcf92b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906980 Aug 31 04:12:50.166257 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c215cd1-b3ea-4d53-a20d-225bcd0d6638 req-cc2f9d64-c849-46bb-90f8-ae8a105336bb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:50.167833 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6c215cd1-b3ea-4d53-a20d-225bcd0d6638 req-cc2f9d64-c849-46bb-90f8-ae8a105336bb tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 947 time: 0.0594852 Aug 31 04:12:50.227755 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6c215cd1-b3ea-4d53-a20d-225bcd0d6638 req-f83bf33b-408c-4387-bdb8-2ef5b24a2ef0 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515878 Aug 31 04:12:50.269796 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fddb4247-50c5-43ce-a730-b72f3cbb6e43 req-e65b53b9-920e-41b0-95b8-deca6373f762 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 210 time: 0.0328271 Aug 31 04:12:51.413765 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ea12dc42-9a73-4c57-bb55-ecb03758077f req-91030e9d-b977-4259-82cf-4383bf431705 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 210 time: 0.0663586 Aug 31 04:12:51.467304 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf9d0a-42fc-432e-8f71-554c2701de34 req-cd212c30-998b-40e1-a891-23fd35bdbf29 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:51.468842 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cbaf9d0a-42fc-432e-8f71-554c2701de34 req-cd212c30-998b-40e1-a891-23fd35bdbf29 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 947 time: 0.1310899 Aug 31 04:12:51.558767 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321290d0-5662-4036-9e0d-994d66ae28ba req-a4f850bd-2f83-487e-9169-7576c506c6b9 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:51.560206 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-321290d0-5662-4036-9e0d-994d66ae28ba req-a4f850bd-2f83-487e-9169-7576c506c6b9 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.26 "GET /networking/v2.0/networks?id=3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 HTTP/1.1" status: 200 len: 809 time: 0.1995175 Aug 31 04:12:51.563521 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cbaf9d0a-42fc-432e-8f71-554c2701de34 req-b6ed372e-7210-4566-ab24-7a4f94f9b023 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889592 Aug 31 04:12:51.608901 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-321290d0-5662-4036-9e0d-994d66ae28ba req-05b85ca5-d0cb-40de-a6e4-a48d1e2a9c84 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Request body: {'port': {'device_id': 'ed90518f-0882-4875-a7cb-81df2aff4e05', 'network_id': '3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60', 'admin_state_up': True, 'tenant_id': '175f95fba7384b58b9c75ea11c6e3469'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:12:51.656256 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:51.722892 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321290d0-5662-4036-9e0d-994d66ae28ba req-05b85ca5-d0cb-40de-a6e4-a48d1e2a9c84 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Made reservation on behalf of 175f95fba7384b58b9c75ea11c6e3469 for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:12:51.726823 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-321290d0-5662-4036-9e0d-994d66ae28ba req-05b85ca5-d0cb-40de-a6e4-a48d1e2a9c84 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:51.860585 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-321290d0-5662-4036-9e0d-994d66ae28ba req-05b85ca5-d0cb-40de-a6e4-a48d1e2a9c84 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Allocated IP 172.20.0.12 (3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60/42c3d8d7-d385-44ba-bdb1-18deb02563b8/53aa0b81-16e7-4a1d-a509-d7bc6af66803) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:12:52.017560 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-321290d0-5662-4036-9e0d-994d66ae28ba req-05b85ca5-d0cb-40de-a6e4-a48d1e2a9c84 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks [] for port (53aa0b81-16e7-4a1d-a509-d7bc6af66803), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:52.064852 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-321290d0-5662-4036-9e0d-994d66ae28ba req-05b85ca5-d0cb-40de-a6e4-a48d1e2a9c84 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (53aa0b81-16e7-4a1d-a509-d7bc6af66803), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:52.107879 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:52.114729 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321290d0-5662-4036-9e0d-994d66ae28ba req-05b85ca5-d0cb-40de-a6e4-a48d1e2a9c84 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Network 3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:12:52.118437 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-321290d0-5662-4036-9e0d-994d66ae28ba req-05b85ca5-d0cb-40de-a6e4-a48d1e2a9c84 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:12:52.123115 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-321290d0-5662-4036-9e0d-994d66ae28ba req-05b85ca5-d0cb-40de-a6e4-a48d1e2a9c84 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:12:52.146289 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b85ca5-d0cb-40de-a6e4-a48d1e2a9c84 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Pushing event updated for resources: {'Port': ['ID=53aa0b81-16e7-4a1d-a509-d7bc6af66803,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:52.174192 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321290d0-5662-4036-9e0d-994d66ae28ba req-05b85ca5-d0cb-40de-a6e4-a48d1e2a9c84 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:52.174825 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-321290d0-5662-4036-9e0d-994d66ae28ba req-05b85ca5-d0cb-40de-a6e4-a48d1e2a9c84 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:52.192512 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-321290d0-5662-4036-9e0d-994d66ae28ba req-05b85ca5-d0cb-40de-a6e4-a48d1e2a9c84 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5879662 Aug 31 04:12:52.203562 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Request body: {'port': {'device_id': 'ed90518f-0882-4875-a7cb-81df2aff4e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:12:52.268729 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (53aa0b81-16e7-4a1d-a509-d7bc6af66803), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:52.402397 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:52.558213 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53aa0b81-16e7-4a1d-a509-d7bc6af66803 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:12:52.567671 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f787b3-8930-4963-881d-363fe72c66f6 req-15939d91-a7a7-46e5-a743-4b5b2a6a4f8f tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:52.569144 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c7f787b3-8930-4963-881d-363fe72c66f6 req-15939d91-a7a7-46e5-a743-4b5b2a6a4f8f tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 932 time: 0.0805738 Aug 31 04:12:52.573346 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Publish callbacks [] for port (53aa0b81-16e7-4a1d-a509-d7bc6af66803), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:52.600226 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Transition to ACTIVE for port object 53aa0b81-16e7-4a1d-a509-d7bc6af66803 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:12:52.610444 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (53aa0b81-16e7-4a1d-a509-d7bc6af66803), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:52.652066 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c7f787b3-8930-4963-881d-363fe72c66f6 req-75128b01-193d-4409-8269-5cb4ca8805cf tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761671 Aug 31 04:12:52.684792 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Pushing event updated for resources: {'Port': ['ID=53aa0b81-16e7-4a1d-a509-d7bc6af66803,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:52.734762 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Attempting to bind port 53aa0b81-16e7-4a1d-a509-d7bc6af66803 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:12:52.735146 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Attempting to bind port 53aa0b81-16e7-4a1d-a509-d7bc6af66803 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:12:52.735424 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Attempting to bind port 53aa0b81-16e7-4a1d-a509-d7bc6af66803 on network 3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:12:52.740070 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Port 53aa0b81-16e7-4a1d-a509-d7bc6af66803 on network 3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:12:52.740382 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Attempting to bind port 53aa0b81-16e7-4a1d-a509-d7bc6af66803 on network 3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:12:52.745431 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:12:52.745758 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Checking segment: {'id': 'e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:12:52.746130 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Bound using segment: {'id': 'e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:12:52.746565 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Bound port: 53aa0b81-16e7-4a1d-a509-d7bc6af66803, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:12:52.746920 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (53aa0b81-16e7-4a1d-a509-d7bc6af66803), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:52.811077 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] For port 53aa0b81-16e7-4a1d-a509-d7bc6af66803, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:12:52.814098 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] For port 53aa0b81-16e7-4a1d-a509-d7bc6af66803, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=53aa0b81-16e7-4a1d-a509-d7bc6af66803,segment=NetworkSegment(e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf),segment_id=e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:12:52.821477 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (53aa0b81-16e7-4a1d-a509-d7bc6af66803), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:52.825807 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:52.826413 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:52.827797 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-321290d0-5662-4036-9e0d-994d66ae28ba req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/53aa0b81-16e7-4a1d-a509-d7bc6af66803 HTTP/1.1" status: 200 len: 1094 time: 0.6281958 Aug 31 04:12:52.829219 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed90518f-0882-4875-a7cb-81df2aff4e05', 'tag': '53aa0b81-16e7-4a1d-a509-d7bc6af66803'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:12:52.831604 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ceb2eaf-c8b7-495f-a075-8d5857dcbb1b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed90518f-0882-4875-a7cb-81df2aff4e05", "tag": "53aa0b81-16e7-4a1d-a509-d7bc6af66803"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:12:52.886578 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d720e044-8968-49ce-be86-c169d5cf3bee x-openstack-request-id: req-d720e044-8968-49ce-be86-c169d5cf3bee {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:12:52.886855 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed90518f-0882-4875-a7cb-81df2aff4e05", "tag": "53aa0b81-16e7-4a1d-a509-d7bc6af66803", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:12:52.887133 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d720e044-8968-49ce-be86-c169d5cf3bee {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:12:52.887574 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d720e044-8968-49ce-be86-c169d5cf3bee'] response: {'name': 'network-changed', 'server_uuid': 'ed90518f-0882-4875-a7cb-81df2aff4e05', 'tag': '53aa0b81-16e7-4a1d-a509-d7bc6af66803', 'status': 'completed', 'code': 200} Aug 31 04:12:52.906095 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c5c24-7fba-491f-8788-518463ee2254 service neutron] Pushing event updated for resources: {'Port': ['ID=53aa0b81-16e7-4a1d-a509-d7bc6af66803,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:52.920474 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321290d0-5662-4036-9e0d-994d66ae28ba req-7d3eb1dd-6969-4452-8c6a-a337f891af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:52.921963 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-321290d0-5662-4036-9e0d-994d66ae28ba req-7d3eb1dd-6969-4452-8c6a-a337f891af20 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=175f95fba7384b58b9c75ea11c6e3469&device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 1128 time: 0.0461490 Aug 31 04:12:53.235602 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-321290d0-5662-4036-9e0d-994d66ae28ba req-c521e579-bd4b-4da1-8c06-9f66a37a2ea7 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53aa0b81-16e7-4a1d-a509-d7bc6af66803 HTTP/1.1" status: 200 len: 217 time: 0.3068175 Aug 31 04:12:53.293535 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321290d0-5662-4036-9e0d-994d66ae28ba req-70ef7423-e8bc-4da7-a974-fad53716b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:53.295052 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-321290d0-5662-4036-9e0d-994d66ae28ba req-70ef7423-e8bc-4da7-a974-fad53716b906 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=42c3d8d7-d385-44ba-bdb1-18deb02563b8 HTTP/1.1" status: 200 len: 849 time: 0.0541399 Aug 31 04:12:53.327958 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-321290d0-5662-4036-9e0d-994d66ae28ba req-f6173241-2b67-47da-a02b-298b4ad3f6a5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272782 Aug 31 04:12:53.351800 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:53.429012 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-321290d0-5662-4036-9e0d-994d66ae28ba req-6a0b36b3-8c91-4261-81c7-071e98593b64 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956233 Aug 31 04:12:53.526996 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-321290d0-5662-4036-9e0d-994d66ae28ba req-1cd67925-9dec-45f2-bb4a-e546957c2257 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918124 Aug 31 04:12:53.792115 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b691d-6766-4d2a-b342-5d6ea27e0cd4 req-113d61b4-82ef-48a4-a566-6815cdbf900a tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:53.794676 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-564b691d-6766-4d2a-b342-5d6ea27e0cd4 req-113d61b4-82ef-48a4-a566-6815cdbf900a tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 944 time: 0.0622966 Aug 31 04:12:53.814150 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:53.846980 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-564b691d-6766-4d2a-b342-5d6ea27e0cd4 req-22e975ef-cccf-4c00-9448-473b5a7d6927 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465684 Aug 31 04:12:54.313592 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb2eaf-c8b7-495f-a075-8d5857dcbb1b req-7045fe33-624d-4f99-9f43-5a00d494567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:54.315586 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0ceb2eaf-c8b7-495f-a075-8d5857dcbb1b req-7045fe33-624d-4f99-9f43-5a00d494567e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=175f95fba7384b58b9c75ea11c6e3469&device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 1128 time: 0.0431926 Aug 31 04:12:54.420411 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb2eaf-c8b7-495f-a075-8d5857dcbb1b req-e1f4d55c-ff88-4750-9d34-3af774cf3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:54.421865 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0ceb2eaf-c8b7-495f-a075-8d5857dcbb1b req-e1f4d55c-ff88-4750-9d34-3af774cf3280 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 HTTP/1.1" status: 200 len: 910 time: 0.1009147 Aug 31 04:12:54.461348 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0ceb2eaf-c8b7-495f-a075-8d5857dcbb1b req-397b7d27-67a8-4604-9fdb-a49f4f2cba92 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53aa0b81-16e7-4a1d-a509-d7bc6af66803 HTTP/1.1" status: 200 len: 217 time: 0.0339944 Aug 31 04:12:54.510909 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb2eaf-c8b7-495f-a075-8d5857dcbb1b req-ff6c7d6b-4d60-4eb7-b081-2bc3aa075bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:54.512390 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0ceb2eaf-c8b7-495f-a075-8d5857dcbb1b req-ff6c7d6b-4d60-4eb7-b081-2bc3aa075bd6 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=42c3d8d7-d385-44ba-bdb1-18deb02563b8 HTTP/1.1" status: 200 len: 849 time: 0.0453682 Aug 31 04:12:54.544611 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0ceb2eaf-c8b7-495f-a075-8d5857dcbb1b req-02ff8dec-7fdc-4b9e-945d-5a641e8029ff service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262737 Aug 31 04:12:54.639317 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0ceb2eaf-c8b7-495f-a075-8d5857dcbb1b req-eb7709f5-548d-46e4-896c-a55b9a8ef6d3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883479 Aug 31 04:12:54.744849 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0ceb2eaf-c8b7-495f-a075-8d5857dcbb1b req-82deb75a-edab-401f-96b0-fbb097991a74 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999904 Aug 31 04:12:54.973789 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bcd32-925e-4c81-8aaf-c906054e8ada req-509422ff-fdbd-41ec-9721-19dcefe09de9 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:54.975287 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-753bcd32-925e-4c81-8aaf-c906054e8ada req-509422ff-fdbd-41ec-9721-19dcefe09de9 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 944 time: 0.0493383 Aug 31 04:12:55.025496 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-753bcd32-925e-4c81-8aaf-c906054e8ada req-f64cc0b0-5520-4370-858f-8ea55b9572b8 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435944 Aug 31 04:12:55.607906 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:55.618231 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c0c90c7d-3ddc-4717-b4d6-9f9df12e1f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:56.050671 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 53aa0b81-16e7-4a1d-a509-d7bc6af66803 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:12:56.146738 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970430a4-19f0-4c60-8a5c-8210df5d1775 req-0aaf03a5-30c3-4991-8758-aa68dc17db41 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:56.148243 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-970430a4-19f0-4c60-8a5c-8210df5d1775 req-0aaf03a5-30c3-4991-8758-aa68dc17db41 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 944 time: 0.0480552 Aug 31 04:12:56.158917 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 53aa0b81-16e7-4a1d-a509-d7bc6af66803, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=53aa0b81-16e7-4a1d-a509-d7bc6af66803,segment=NetworkSegment(e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf),segment_id=e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:56.170206 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '53aa0b81-16e7-4a1d-a509-d7bc6af66803', 'network_id': '3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60', 'port_id': '53aa0b81-16e7-4a1d-a509-d7bc6af66803', 'mac_address': 'fa:16:3e:34:9b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c3d8d7-d385-44ba-bdb1-18deb02563b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:12:56.195684 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-970430a4-19f0-4c60-8a5c-8210df5d1775 req-18a237f6-c2d8-40cb-b0c4-385dd97077cc tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Aug 31 04:12:56.208178 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 53aa0b81-16e7-4a1d-a509-d7bc6af66803 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:12:56.208515 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (53aa0b81-16e7-4a1d-a509-d7bc6af66803), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:56.222876 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53aa0b81-16e7-4a1d-a509-d7bc6af66803 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:12:56.243898 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 53aa0b81-16e7-4a1d-a509-d7bc6af66803, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=53aa0b81-16e7-4a1d-a509-d7bc6af66803,segment=NetworkSegment(e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf),segment_id=e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:56.250303 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (53aa0b81-16e7-4a1d-a509-d7bc6af66803), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:56.298474 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=53aa0b81-16e7-4a1d-a509-d7bc6af66803,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:56.501345 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['53aa0b81-16e7-4a1d-a509-d7bc6af66803'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:12:57.332532 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54912ce-2c5d-4916-b54e-82794e314d4d req-8e370616-de41-471f-9fa0-da26789ca08f tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:57.334030 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b54912ce-2c5d-4916-b54e-82794e314d4d req-8e370616-de41-471f-9fa0-da26789ca08f tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 945 time: 0.0598283 Aug 31 04:12:57.383018 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b54912ce-2c5d-4916-b54e-82794e314d4d req-83e8a08d-2cc5-48c5-9945-876c5da040ae tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431817 Aug 31 04:12:57.520001 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=52 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:57.522433 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:57.673900 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-3407e388-0117-45dd-923f-b3b35d5d2e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:58.063479 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 53aa0b81-16e7-4a1d-a509-d7bc6af66803 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:12:58.117928 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 53aa0b81-16e7-4a1d-a509-d7bc6af66803 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:12:58.120147 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:58.128504 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 53aa0b81-16e7-4a1d-a509-d7bc6af66803 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:12:58.128883 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (53aa0b81-16e7-4a1d-a509-d7bc6af66803), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:58.348464 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 53aa0b81-16e7-4a1d-a509-d7bc6af66803 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:12:58.348867 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (53aa0b81-16e7-4a1d-a509-d7bc6af66803), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:58.358129 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:58.373191 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed90518f-0882-4875-a7cb-81df2aff4e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53aa0b81-16e7-4a1d-a509-d7bc6af66803'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:12:58.375467 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6cefeb-b25d-41fb-9b9c-3240cd6a53b1" -d '{"events": [{"server_uuid": "ed90518f-0882-4875-a7cb-81df2aff4e05", "name": "network-vif-plugged", "status": "completed", "tag": "53aa0b81-16e7-4a1d-a509-d7bc6af66803"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:12:58.388264 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 53aa0b81-16e7-4a1d-a509-d7bc6af66803, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=53aa0b81-16e7-4a1d-a509-d7bc6af66803,segment=NetworkSegment(e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf),segment_id=e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:12:58.392940 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (53aa0b81-16e7-4a1d-a509-d7bc6af66803), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:58.418542 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efe01a7-43d5-4c33-a3d2-8c8937ce3ed2 x-openstack-request-id: req-4efe01a7-43d5-4c33-a3d2-8c8937ce3ed2 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:12:58.418823 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed90518f-0882-4875-a7cb-81df2aff4e05", "name": "network-vif-plugged", "status": "completed", "tag": "53aa0b81-16e7-4a1d-a509-d7bc6af66803", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:12:58.419122 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4efe01a7-43d5-4c33-a3d2-8c8937ce3ed2 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:12:58.419522 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efe01a7-43d5-4c33-a3d2-8c8937ce3ed2'] response: {'server_uuid': 'ed90518f-0882-4875-a7cb-81df2aff4e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53aa0b81-16e7-4a1d-a509-d7bc6af66803', 'code': 200} Aug 31 04:12:58.446421 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=53aa0b81-16e7-4a1d-a509-d7bc6af66803,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:12:58.506543 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3267a9-e46b-4631-9b31-639158692574 req-dcc5e0cc-bd3d-4b04-a873-0e681957937c tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:58.508236 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2d3267a9-e46b-4631-9b31-639158692574 req-dcc5e0cc-bd3d-4b04-a873-0e681957937c tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 946 time: 0.0499394 Aug 31 04:12:58.553974 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:58.571119 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2d3267a9-e46b-4631-9b31-639158692574 req-bf3c117a-dc89-4857-9f3f-45362c0c38cd tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565717 Aug 31 04:12:58.606565 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89c0d5-517c-41d4-af24-1c04a3924e41 req-ef19ec70-f3d9-497f-8ee4-8791320f8501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:58.608459 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6d89c0d5-517c-41d4-af24-1c04a3924e41 req-ef19ec70-f3d9-497f-8ee4-8791320f8501 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 1130 time: 0.0502241 Aug 31 04:12:58.658321 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6d89c0d5-517c-41d4-af24-1c04a3924e41 req-11795cad-d18d-4565-a53e-e6bd646f4ead service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433629 Aug 31 04:12:58.884868 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:12:59.061250 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:59.064781 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:59.750535 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e2db-f2e7-42cb-bf0c-345d9e6b22e3 req-21469bdd-33dc-466d-9dc8-79cb8a039341 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:12:59.752035 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-02f7e2db-f2e7-42cb-bf0c-345d9e6b22e3 req-21469bdd-33dc-466d-9dc8-79cb8a039341 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 946 time: 0.0476975 Aug 31 04:12:59.792157 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:12:59.800188 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-02f7e2db-f2e7-42cb-bf0c-345d9e6b22e3 req-6f79310b-b74f-46d0-8527-23370b1748d5 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425231 Aug 31 04:13:00.456820 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:00.484437 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:00.941377 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308314ab-e9e7-4a98-967e-69280a2c4303 req-01d4b180-6321-4aa8-8f10-69e7cf30e474 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:00.942884 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-308314ab-e9e7-4a98-967e-69280a2c4303 req-01d4b180-6321-4aa8-8f10-69e7cf30e474 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 946 time: 0.0573750 Aug 31 04:13:00.995682 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-308314ab-e9e7-4a98-967e-69280a2c4303 req-cd291b62-9014-45ef-b10b-bcd1359783be tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469489 Aug 31 04:13:01.668431 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53231f35-2782-4e8b-a867-5563e3b6890c req-146ae11f-f574-41c0-a86c-90d1a9142181 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:01.669939 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-53231f35-2782-4e8b-a867-5563e3b6890c req-146ae11f-f574-41c0-a86c-90d1a9142181 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 946 time: 0.0476606 Aug 31 04:13:01.716450 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-53231f35-2782-4e8b-a867-5563e3b6890c req-32be6b1d-0e39-42d3-b04f-f422dbfa98bd tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408506 Aug 31 04:13:02.853950 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643ba7d-24c1-4e9a-9c7a-f7e6d08b8e9f req-61d6a40e-92b9-465f-84ad-c8793008a8d0 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:02.855503 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1643ba7d-24c1-4e9a-9c7a-f7e6d08b8e9f req-61d6a40e-92b9-465f-84ad-c8793008a8d0 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 946 time: 0.0485826 Aug 31 04:13:02.908121 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1643ba7d-24c1-4e9a-9c7a-f7e6d08b8e9f req-0949e299-c21d-4bdb-95ef-b1dedca0f359 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464849 Aug 31 04:13:03.053759 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae543206-9c48-45b9-8e7b-755938faae2d req-98379ce3-9aea-4570-ae9b-52b265733b11 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:03.055164 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ae543206-9c48-45b9-8e7b-755938faae2d req-98379ce3-9aea-4570-ae9b-52b265733b11 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 946 time: 0.0528486 Aug 31 04:13:03.140532 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-ae543206-9c48-45b9-8e7b-755938faae2d req-5b16cefd-3c12-4c6d-a5f3-c9d5e3200044 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Deleting port 53aa0b81-16e7-4a1d-a509-d7bc6af66803 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:13:03.140877 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae543206-9c48-45b9-8e7b-755938faae2d req-5b16cefd-3c12-4c6d-a5f3-c9d5e3200044 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (53aa0b81-16e7-4a1d-a509-d7bc6af66803), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:03.235496 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-ae543206-9c48-45b9-8e7b-755938faae2d req-5b16cefd-3c12-4c6d-a5f3-c9d5e3200044 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] For port 53aa0b81-16e7-4a1d-a509-d7bc6af66803, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=53aa0b81-16e7-4a1d-a509-d7bc6af66803,segment=NetworkSegment(e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf),segment_id=e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:03.235857 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae543206-9c48-45b9-8e7b-755938faae2d req-5b16cefd-3c12-4c6d-a5f3-c9d5e3200044 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (53aa0b81-16e7-4a1d-a509-d7bc6af66803), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:03.248982 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-ae543206-9c48-45b9-8e7b-755938faae2d req-5b16cefd-3c12-4c6d-a5f3-c9d5e3200044 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Calling delete_port for 53aa0b81-16e7-4a1d-a509-d7bc6af66803 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:13:03.393690 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae543206-9c48-45b9-8e7b-755938faae2d req-5b16cefd-3c12-4c6d-a5f3-c9d5e3200044 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (53aa0b81-16e7-4a1d-a509-d7bc6af66803), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:03.405385 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['53aa0b81-16e7-4a1d-a509-d7bc6af66803'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:13:03.431686 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16cefd-3c12-4c6d-a5f3-c9d5e3200044 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Pushing event deleted for resources: {'Port': ['ID=53aa0b81-16e7-4a1d-a509-d7bc6af66803,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:03.484712 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae543206-9c48-45b9-8e7b-755938faae2d req-5b16cefd-3c12-4c6d-a5f3-c9d5e3200044 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] No DVR routers for this DVR port 53aa0b81-16e7-4a1d-a509-d7bc6af66803 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:13:03.487844 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae543206-9c48-45b9-8e7b-755938faae2d req-5b16cefd-3c12-4c6d-a5f3-c9d5e3200044 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:03.491107 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ae543206-9c48-45b9-8e7b-755938faae2d req-5b16cefd-3c12-4c6d-a5f3-c9d5e3200044 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.26 "DELETE /networking/v2.0/ports/53aa0b81-16e7-4a1d-a509-d7bc6af66803 HTTP/1.1" status: 204 len: 173 time: 0.4296727 Aug 31 04:13:03.491581 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed90518f-0882-4875-a7cb-81df2aff4e05', 'name': 'network-vif-deleted', 'tag': '53aa0b81-16e7-4a1d-a509-d7bc6af66803'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:13:03.493929 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b246d21e-9281-4294-b1df-9729de1a8e94" -d '{"events": [{"server_uuid": "ed90518f-0882-4875-a7cb-81df2aff4e05", "name": "network-vif-deleted", "tag": "53aa0b81-16e7-4a1d-a509-d7bc6af66803"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:13:03.532876 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274842bf-2e6d-4cfb-977a-bc9371e3680b x-openstack-request-id: req-274842bf-2e6d-4cfb-977a-bc9371e3680b {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:13:03.533180 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed90518f-0882-4875-a7cb-81df2aff4e05", "name": "network-vif-deleted", "tag": "53aa0b81-16e7-4a1d-a509-d7bc6af66803", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:13:03.533432 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-274842bf-2e6d-4cfb-977a-bc9371e3680b {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:13:03.533850 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-274842bf-2e6d-4cfb-977a-bc9371e3680b'] response: {'server_uuid': 'ed90518f-0882-4875-a7cb-81df2aff4e05', 'name': 'network-vif-deleted', 'tag': '53aa0b81-16e7-4a1d-a509-d7bc6af66803', 'status': 'completed', 'code': 200} Aug 31 04:13:04.043637 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c51e808f-095f-4837-876f-2917d02f1584 req-884da4aa-0156-4ed6-91f1-01d1b4897a3b tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ed90518f-0882-4875-a7cb-81df2aff4e05 HTTP/1.1" status: 200 len: 210 time: 0.0290556 Aug 31 04:13:05.304180 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:05.345398 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-167f82e1-adf3-46d0-9d19-f8432539a44d tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:05.346894 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-167f82e1-adf3-46d0-9d19-f8432539a44d tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/networks?id=3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 HTTP/1.1" status: 200 len: 809 time: 0.1195657 Aug 31 04:13:05.364119 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-8dc6579b-40d3-4717-bf25-355fe1fc17f9 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/quotas/175f95fba7384b58b9c75ea11c6e3469 HTTP/1.1" status: 200 len: 375 time: 0.0099328 Aug 31 04:13:05.396177 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-2943559e-b9cf-4923-8008-ccde42acef71 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=175f95fba7384b58b9c75ea11c6e3469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269618 Aug 31 04:13:05.496136 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-3a435817-8af4-4f9c-aad6-94bc46472a41 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928602 Aug 31 04:13:05.512407 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:05.596601 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-912bf0dc-b0d2-4ea0-855f-bc09968882e7 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916767 Aug 31 04:13:05.766317 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-aaa726e0-81b4-4b92-ab88-6069100fefa1 req-f372c317-35e0-4d98-bf4d-740c7ace5e9c tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 210 time: 0.0311348 Aug 31 04:13:06.093173 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 53aa0b81-16e7-4a1d-a509-d7bc6af66803 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:13:06.113463 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 53aa0b81-16e7-4a1d-a509-d7bc6af66803 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:13:06.113703 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 53aa0b81-16e7-4a1d-a509-d7bc6af66803 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:13:06.899807 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6cf07f47-dfd8-4886-b009-15b6b928a559 req-bda11406-dc96-4606-b0b2-5cdf81d4e02e tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 210 time: 0.0339158 Aug 31 04:13:06.949518 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-a5276239-01e8-4e06-ade5-cf2ca36c4013 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:06.950946 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-a5276239-01e8-4e06-ade5-cf2ca36c4013 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.26 "GET /networking/v2.0/networks?id=3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 HTTP/1.1" status: 200 len: 809 time: 0.1434755 Aug 31 04:13:06.967481 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-c79e95c9-d1d3-4c28-ae3b-de3aa9ddd9ab tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Request body: {'port': {'device_id': 'dc56ebee-4e59-44c5-9f90-eecbb546130a', 'network_id': '3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60', 'admin_state_up': True, 'tenant_id': '175f95fba7384b58b9c75ea11c6e3469'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:13:07.081258 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-c79e95c9-d1d3-4c28-ae3b-de3aa9ddd9ab tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Made reservation on behalf of 175f95fba7384b58b9c75ea11c6e3469 for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:13:07.084975 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-c79e95c9-d1d3-4c28-ae3b-de3aa9ddd9ab tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:07.218653 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-c79e95c9-d1d3-4c28-ae3b-de3aa9ddd9ab tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Allocated IP 172.20.0.13 (3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60/42c3d8d7-d385-44ba-bdb1-18deb02563b8/4c3f7093-b410-4b86-b3e5-7f64d970ebc5) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:13:07.372992 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-c79e95c9-d1d3-4c28-ae3b-de3aa9ddd9ab tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks [] for port (4c3f7093-b410-4b86-b3e5-7f64d970ebc5), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:07.410079 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-c79e95c9-d1d3-4c28-ae3b-de3aa9ddd9ab tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (4c3f7093-b410-4b86-b3e5-7f64d970ebc5), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:07.454996 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-c79e95c9-d1d3-4c28-ae3b-de3aa9ddd9ab tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Network 3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:13:07.457340 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:07.461090 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-c79e95c9-d1d3-4c28-ae3b-de3aa9ddd9ab tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:13:07.465669 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-c79e95c9-d1d3-4c28-ae3b-de3aa9ddd9ab tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:13:07.470276 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e95c9-d1d3-4c28-ae3b-de3aa9ddd9ab tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Pushing event updated for resources: {'Port': ['ID=4c3f7093-b410-4b86-b3e5-7f64d970ebc5,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:07.524604 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-c79e95c9-d1d3-4c28-ae3b-de3aa9ddd9ab tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:07.525217 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-c79e95c9-d1d3-4c28-ae3b-de3aa9ddd9ab tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:07.544732 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-c79e95c9-d1d3-4c28-ae3b-de3aa9ddd9ab tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808368 Aug 31 04:13:07.558890 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Request body: {'port': {'device_id': 'dc56ebee-4e59-44c5-9f90-eecbb546130a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:13:07.563675 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:07.625787 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4c3f7093-b410-4b86-b3e5-7f64d970ebc5), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:07.892489 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:13:07.900565 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Publish callbacks [] for port (4c3f7093-b410-4b86-b3e5-7f64d970ebc5), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:07.918084 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Transition to ACTIVE for port object 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:13:07.924809 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (4c3f7093-b410-4b86-b3e5-7f64d970ebc5), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:07.981674 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3f7093-b410-4b86-b3e5-7f64d970ebc5,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:08.073961 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e209d-b7a6-45a9-b481-21ac220122f5 req-ad8335f7-fb2e-4a47-bb39-5b67280ea1d4 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:08.075479 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-845e209d-b7a6-45a9-b481-21ac220122f5 req-ad8335f7-fb2e-4a47-bb39-5b67280ea1d4 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 944 time: 0.0956779 Aug 31 04:13:08.124702 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Attempting to bind port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:13:08.125030 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Attempting to bind port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:13:08.125359 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Attempting to bind port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 on network 3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:13:08.143597 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 on network 3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:13:08.143597 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Attempting to bind port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 on network 3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:13:08.160225 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-845e209d-b7a6-45a9-b481-21ac220122f5 req-e258e3ba-bfad-48b3-8652-dfb7fcef6b43 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780621 Aug 31 04:13:08.161073 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:13:08.161407 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Checking segment: {'id': 'e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:13:08.161884 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Bound using segment: {'id': 'e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:13:08.162323 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Bound port: 4c3f7093-b410-4b86-b3e5-7f64d970ebc5, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:13:08.162678 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4c3f7093-b410-4b86-b3e5-7f64d970ebc5), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:08.234770 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] For port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:13:08.239041 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] For port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4c3f7093-b410-4b86-b3e5-7f64d970ebc5,segment=NetworkSegment(e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf),segment_id=e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:13:08.248724 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (4c3f7093-b410-4b86-b3e5-7f64d970ebc5), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:08.252902 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:08.253517 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:08.255000 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/4c3f7093-b410-4b86-b3e5-7f64d970ebc5 HTTP/1.1" status: 200 len: 1094 time: 0.7028596 Aug 31 04:13:08.255513 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc56ebee-4e59-44c5-9f90-eecbb546130a', 'tag': '4c3f7093-b410-4b86-b3e5-7f64d970ebc5'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:13:08.257895 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713bab11-fed2-431e-8c9b-78dc5d43769d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc56ebee-4e59-44c5-9f90-eecbb546130a", "tag": "4c3f7093-b410-4b86-b3e5-7f64d970ebc5"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:13:08.303359 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a673fa29-38d3-47aa-97ba-41ceb5097e05 x-openstack-request-id: req-a673fa29-38d3-47aa-97ba-41ceb5097e05 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:13:08.303704 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc56ebee-4e59-44c5-9f90-eecbb546130a", "tag": "4c3f7093-b410-4b86-b3e5-7f64d970ebc5", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:13:08.303909 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a673fa29-38d3-47aa-97ba-41ceb5097e05 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:13:08.304375 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a673fa29-38d3-47aa-97ba-41ceb5097e05'] response: {'name': 'network-changed', 'server_uuid': 'dc56ebee-4e59-44c5-9f90-eecbb546130a', 'tag': '4c3f7093-b410-4b86-b3e5-7f64d970ebc5', 'status': 'completed', 'code': 200} Aug 31 04:13:08.309523 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4de923-8c71-4ae0-b62d-606e574c2e46 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3f7093-b410-4b86-b3e5-7f64d970ebc5,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:08.363371 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:08.366826 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-3b0ef521-6539-45d8-8121-f1a1e7b86429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:08.368902 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-3b0ef521-6539-45d8-8121-f1a1e7b86429 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=175f95fba7384b58b9c75ea11c6e3469&device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 1128 time: 0.0465393 Aug 31 04:13:08.411735 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-4e4c436c-a1ed-4f3d-b1c6-872919dc6c18 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c3f7093-b410-4b86-b3e5-7f64d970ebc5 HTTP/1.1" status: 200 len: 217 time: 0.0350647 Aug 31 04:13:08.469426 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-a9f5268c-0f53-4b47-b62f-81ea2a173428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:08.470925 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-a9f5268c-0f53-4b47-b62f-81ea2a173428 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=42c3d8d7-d385-44ba-bdb1-18deb02563b8 HTTP/1.1" status: 200 len: 849 time: 0.0527017 Aug 31 04:13:08.518322 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-a30da6ae-6e70-4a95-b0da-933c4e909bc4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346527 Aug 31 04:13:08.631348 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-ec460feb-7939-4392-82d9-261b4910153f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044188 Aug 31 04:13:08.706725 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:08.738990 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93aa494b-dd83-4dfa-82df-2f76b06c7d66 req-db7a5a54-d21b-457b-9880-5ef3113772a9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008825 Aug 31 04:13:09.303201 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750dc87-c787-4dba-bf37-85f96bd4aeea req-d5224192-efef-4e68-b265-082730af2dfa tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:09.304932 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f750dc87-c787-4dba-bf37-85f96bd4aeea req-d5224192-efef-4e68-b265-082730af2dfa tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 944 time: 0.0535612 Aug 31 04:13:09.356114 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f750dc87-c787-4dba-bf37-85f96bd4aeea req-f1527460-7df1-4dba-9c8d-64810763fc84 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431798 Aug 31 04:13:09.637602 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bab11-fed2-431e-8c9b-78dc5d43769d req-a57c6323-aa6a-45db-adde-a375b38bd963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:09.638987 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-713bab11-fed2-431e-8c9b-78dc5d43769d req-a57c6323-aa6a-45db-adde-a375b38bd963 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=175f95fba7384b58b9c75ea11c6e3469&device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 1128 time: 0.0530279 Aug 31 04:13:09.745642 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bab11-fed2-431e-8c9b-78dc5d43769d req-0794ed4f-7bfc-43a2-aaf0-73dcfd2b7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:09.747162 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-713bab11-fed2-431e-8c9b-78dc5d43769d req-0794ed4f-7bfc-43a2-aaf0-73dcfd2b7670 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 HTTP/1.1" status: 200 len: 910 time: 0.0998628 Aug 31 04:13:09.786764 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-713bab11-fed2-431e-8c9b-78dc5d43769d req-91e54421-8025-4449-aef1-699d7e5c2d2a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c3f7093-b410-4b86-b3e5-7f64d970ebc5 HTTP/1.1" status: 200 len: 217 time: 0.0332527 Aug 31 04:13:09.836493 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bab11-fed2-431e-8c9b-78dc5d43769d req-6c7e2c52-40a1-452e-ba59-e1e2fa3cbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:09.837916 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-713bab11-fed2-431e-8c9b-78dc5d43769d req-6c7e2c52-40a1-452e-ba59-e1e2fa3cbb8f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=42c3d8d7-d385-44ba-bdb1-18deb02563b8 HTTP/1.1" status: 200 len: 849 time: 0.0453331 Aug 31 04:13:09.873202 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-713bab11-fed2-431e-8c9b-78dc5d43769d req-c1b02fd3-c244-455a-b4cc-ea8f3321d664 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279069 Aug 31 04:13:09.978550 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-713bab11-fed2-431e-8c9b-78dc5d43769d req-17d9885c-11fe-4eac-949f-80711bdd39e1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975657 Aug 31 04:13:10.093167 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-713bab11-fed2-431e-8c9b-78dc5d43769d req-94fd49dc-00bd-43df-ac92-a5f3eae4d1c0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072652 Aug 31 04:13:10.118818 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:13:10.192591 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:10.230255 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4c3f7093-b410-4b86-b3e5-7f64d970ebc5,segment=NetworkSegment(e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf),segment_id=e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:10.242263 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '4c3f7093-b410-4b86-b3e5-7f64d970ebc5', 'network_id': '3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60', 'port_id': '4c3f7093-b410-4b86-b3e5-7f64d970ebc5', 'mac_address': 'fa:16:3e:a7:e3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c3d8d7-d385-44ba-bdb1-18deb02563b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:13:10.279936 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:13:10.280327 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4c3f7093-b410-4b86-b3e5-7f64d970ebc5), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:10.298751 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:13:10.318891 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4c3f7093-b410-4b86-b3e5-7f64d970ebc5,segment=NetworkSegment(e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf),segment_id=e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:10.326494 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (4c3f7093-b410-4b86-b3e5-7f64d970ebc5), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:10.373623 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=4c3f7093-b410-4b86-b3e5-7f64d970ebc5,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:10.482847 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973e2d2-501c-42f5-bef7-655f8d2ea3da req-74215ac3-e377-4572-900f-d9bd163de876 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:10.484257 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6973e2d2-501c-42f5-bef7-655f8d2ea3da req-74215ac3-e377-4572-900f-d9bd163de876 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 945 time: 0.0482161 Aug 31 04:13:10.538850 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6973e2d2-501c-42f5-bef7-655f8d2ea3da req-ffe5e5e1-8a96-426b-8b87-72efb7c64a0d tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460925 Aug 31 04:13:10.591372 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['4c3f7093-b410-4b86-b3e5-7f64d970ebc5'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:13:10.999056 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:11.006232 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:11.673945 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47fa63-e453-4292-bc8f-5aaf18aa08bd req-14868b0b-0b83-4da6-900a-619cc20cd5af tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:11.675348 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9e47fa63-e453-4292-bc8f-5aaf18aa08bd req-14868b0b-0b83-4da6-900a-619cc20cd5af tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 945 time: 0.0578461 Aug 31 04:13:11.722242 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9e47fa63-e453-4292-bc8f-5aaf18aa08bd req-b28d40d6-dd3d-47a6-bde4-3682c370a925 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411582 Aug 31 04:13:12.131789 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:13:12.161888 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:12.184402 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:13:12.192399 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:13:12.192797 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (4c3f7093-b410-4b86-b3e5-7f64d970ebc5), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:12.263447 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:13:12.263806 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (4c3f7093-b410-4b86-b3e5-7f64d970ebc5), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:12.287719 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc56ebee-4e59-44c5-9f90-eecbb546130a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3f7093-b410-4b86-b3e5-7f64d970ebc5'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:13:12.290184 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0151db-bced-4788-8e32-568a0951f91d" -d '{"events": [{"server_uuid": "dc56ebee-4e59-44c5-9f90-eecbb546130a", "name": "network-vif-plugged", "status": "completed", "tag": "4c3f7093-b410-4b86-b3e5-7f64d970ebc5"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:13:12.306042 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4c3f7093-b410-4b86-b3e5-7f64d970ebc5,segment=NetworkSegment(e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf),segment_id=e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:12.311153 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (4c3f7093-b410-4b86-b3e5-7f64d970ebc5), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:12.336529 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1fd560-1950-4bc6-bd0b-a1498145ba4a x-openstack-request-id: req-6d1fd560-1950-4bc6-bd0b-a1498145ba4a {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:13:12.336825 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc56ebee-4e59-44c5-9f90-eecbb546130a", "name": "network-vif-plugged", "status": "completed", "tag": "4c3f7093-b410-4b86-b3e5-7f64d970ebc5", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:13:12.337077 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d1fd560-1950-4bc6-bd0b-a1498145ba4a {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:13:12.337468 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d1fd560-1950-4bc6-bd0b-a1498145ba4a'] response: {'server_uuid': 'dc56ebee-4e59-44c5-9f90-eecbb546130a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3f7093-b410-4b86-b3e5-7f64d970ebc5', 'code': 200} Aug 31 04:13:12.365008 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=4c3f7093-b410-4b86-b3e5-7f64d970ebc5,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:12.372553 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:12.372904 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:12.373249 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:12.373562 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:12.373928 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:12.374262 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:12.374592 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:12.374919 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:12.375250 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:12.375578 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:12.375904 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:12.376280 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:12.376605 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:12.376933 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:12.377252 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:12.480644 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:12.518384 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9aeb5-f01d-4dde-9ead-c4969ff1fc7c req-b841284c-f11d-4ef9-8a17-9cb196b1fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:12.519923 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-49a9aeb5-f01d-4dde-9ead-c4969ff1fc7c req-b841284c-f11d-4ef9-8a17-9cb196b1fb64 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 1130 time: 0.0468571 Aug 31 04:13:12.566760 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-49a9aeb5-f01d-4dde-9ead-c4969ff1fc7c req-bc8f973d-c788-4450-8195-c6328d114c5f service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399714 Aug 31 04:13:12.852539 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35236a-1c87-46e5-8fcf-c51ef6fa7a51 req-18695d4b-36c2-4977-99fb-2d3d073a8ee1 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:12.854016 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0b35236a-1c87-46e5-8fcf-c51ef6fa7a51 req-18695d4b-36c2-4977-99fb-2d3d073a8ee1 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 946 time: 0.0531411 Aug 31 04:13:12.903286 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0b35236a-1c87-46e5-8fcf-c51ef6fa7a51 req-349a8a4a-e472-4195-8711-ade6ce7cd456 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431426 Aug 31 04:13:14.038694 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12946634-c083-4857-9550-1dddd0af1187 req-9d6d8d11-c9d0-4ab3-b329-67fd08abdb95 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:14.040351 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-12946634-c083-4857-9550-1dddd0af1187 req-9d6d8d11-c9d0-4ab3-b329-67fd08abdb95 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 946 time: 0.0516467 Aug 31 04:13:14.091992 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-12946634-c083-4857-9550-1dddd0af1187 req-414542a5-9736-4704-93d2-c769b0a044a2 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433745 Aug 31 04:13:15.210303 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:15.225890 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718caf4c-305e-4b48-b684-43e3733c8536 req-1cca98e3-a60a-4575-b874-27ed30c81ef8 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:15.227478 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-718caf4c-305e-4b48-b684-43e3733c8536 req-1cca98e3-a60a-4575-b874-27ed30c81ef8 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 946 time: 0.0534368 Aug 31 04:13:15.275562 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-718caf4c-305e-4b48-b684-43e3733c8536 req-bce9401a-d2b5-4472-8d50-b8cdf2c6b205 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420203 Aug 31 04:13:16.004802 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c0f62-de6d-4d6f-8295-83652e2f97ce req-260c04cb-5375-4024-958b-9d673b8a2da0 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:16.006467 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-584c0f62-de6d-4d6f-8295-83652e2f97ce req-260c04cb-5375-4024-958b-9d673b8a2da0 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 946 time: 0.0568676 Aug 31 04:13:16.060983 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-584c0f62-de6d-4d6f-8295-83652e2f97ce req-de47ea10-566a-465b-8184-6245349b38e6 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470076 Aug 31 04:13:17.190567 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c77c01-fd99-4f26-9187-7f0dd02dcde2 req-7ed76fa5-0e73-49ec-9009-d1b7c786a78b tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:17.192083 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-35c77c01-fd99-4f26-9187-7f0dd02dcde2 req-7ed76fa5-0e73-49ec-9009-d1b7c786a78b tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 946 time: 0.0514214 Aug 31 04:13:17.244044 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-35c77c01-fd99-4f26-9187-7f0dd02dcde2 req-d9f6f1a4-d8bf-4631-8305-21f91d06636c tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449631 Aug 31 04:13:17.388205 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ec34d-7904-4dee-9be6-cd4249fba33d req-0dd870e5-e58b-41a9-8e21-0ab9ad20c3f3 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:17.389663 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1f3ec34d-7904-4dee-9be6-cd4249fba33d req-0dd870e5-e58b-41a9-8e21-0ab9ad20c3f3 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 946 time: 0.0530577 Aug 31 04:13:17.500562 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-1f3ec34d-7904-4dee-9be6-cd4249fba33d req-9409d7a0-46be-4826-9715-7b08db389b83 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Deleting port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:13:17.500798 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-1f3ec34d-7904-4dee-9be6-cd4249fba33d req-9409d7a0-46be-4826-9715-7b08db389b83 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (4c3f7093-b410-4b86-b3e5-7f64d970ebc5), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:17.594398 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-1f3ec34d-7904-4dee-9be6-cd4249fba33d req-9409d7a0-46be-4826-9715-7b08db389b83 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] For port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=4c3f7093-b410-4b86-b3e5-7f64d970ebc5,segment=NetworkSegment(e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf),segment_id=e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:17.594796 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-1f3ec34d-7904-4dee-9be6-cd4249fba33d req-9409d7a0-46be-4826-9715-7b08db389b83 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (4c3f7093-b410-4b86-b3e5-7f64d970ebc5), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:17.608368 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-1f3ec34d-7904-4dee-9be6-cd4249fba33d req-9409d7a0-46be-4826-9715-7b08db389b83 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Calling delete_port for 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:13:18.019092 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-1f3ec34d-7904-4dee-9be6-cd4249fba33d req-9409d7a0-46be-4826-9715-7b08db389b83 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (4c3f7093-b410-4b86-b3e5-7f64d970ebc5), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:18.026768 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:18.034943 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['4c3f7093-b410-4b86-b3e5-7f64d970ebc5'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:13:18.059452 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:13:18.064676 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409d7a0-46be-4826-9715-7b08db389b83 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Pushing event deleted for resources: {'Port': ['ID=4c3f7093-b410-4b86-b3e5-7f64d970ebc5,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:18.118731 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3ec34d-7904-4dee-9be6-cd4249fba33d req-9409d7a0-46be-4826-9715-7b08db389b83 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] No DVR routers for this DVR port 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:13:18.121382 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-1f3ec34d-7904-4dee-9be6-cd4249fba33d req-9409d7a0-46be-4826-9715-7b08db389b83 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:18.124847 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1f3ec34d-7904-4dee-9be6-cd4249fba33d req-9409d7a0-46be-4826-9715-7b08db389b83 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.26 "DELETE /networking/v2.0/ports/4c3f7093-b410-4b86-b3e5-7f64d970ebc5 HTTP/1.1" status: 204 len: 173 time: 0.7292123 Aug 31 04:13:18.125278 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc56ebee-4e59-44c5-9f90-eecbb546130a', 'name': 'network-vif-deleted', 'tag': '4c3f7093-b410-4b86-b3e5-7f64d970ebc5'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:13:18.127807 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55e3c8a-67f0-40e4-bf03-acae939efa9a" -d '{"events": [{"server_uuid": "dc56ebee-4e59-44c5-9f90-eecbb546130a", "name": "network-vif-deleted", "tag": "4c3f7093-b410-4b86-b3e5-7f64d970ebc5"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:13:18.167869 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70d7008-faf3-4b09-b83a-9c20e4a01004 x-openstack-request-id: req-d70d7008-faf3-4b09-b83a-9c20e4a01004 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:13:18.168233 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc56ebee-4e59-44c5-9f90-eecbb546130a", "name": "network-vif-deleted", "tag": "4c3f7093-b410-4b86-b3e5-7f64d970ebc5", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:13:18.168481 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d70d7008-faf3-4b09-b83a-9c20e4a01004 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:13:18.168924 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d70d7008-faf3-4b09-b83a-9c20e4a01004'] response: {'server_uuid': 'dc56ebee-4e59-44c5-9f90-eecbb546130a', 'name': 'network-vif-deleted', 'tag': '4c3f7093-b410-4b86-b3e5-7f64d970ebc5', 'status': 'completed', 'code': 200} Aug 31 04:13:18.361982 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7537e52d-1440-4f35-ba8a-5bcea6cbfedf req-ac3fae27-a88f-4c2c-ae71-0770cc1cf4a5 tempest-VolumesActionsTest-140566636 tempest-VolumesActionsTest-140566636-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=dc56ebee-4e59-44c5-9f90-eecbb546130a HTTP/1.1" status: 200 len: 210 time: 0.0277996 Aug 31 04:13:20.153781 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:13:20.178952 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:13:20.179324 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 4c3f7093-b410-4b86-b3e5-7f64d970ebc5 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:13:25.564312 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc83497-beff-4071-8931-0ec7ac943323 req-44f5a95b-20b1-454b-83da-f5a90434fdcd tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:25.565806 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0dc83497-beff-4071-8931-0ec7ac943323 req-44f5a95b-20b1-454b-83da-f5a90434fdcd tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 947 time: 0.0539503 Aug 31 04:13:25.622258 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bca6f88d-22fa-4c15-aab8-c7bd03f96f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:25.632887 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0dc83497-beff-4071-8931-0ec7ac943323 req-03fa40a2-50b8-498c-a699-ea191fbad503 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577588 Aug 31 04:13:26.775688 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401685b-07b5-49f7-958d-e3f89046e4af req-285d859a-ec17-4143-a391-07e7b40b030b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:26.777862 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b401685b-07b5-49f7-958d-e3f89046e4af req-285d859a-ec17-4143-a391-07e7b40b030b tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 947 time: 0.0654578 Aug 31 04:13:26.853036 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b401685b-07b5-49f7-958d-e3f89046e4af req-3385ca2f-2a31-4215-b3c9-99f202ceb028 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=1d45d83d-8db7-45d2-a886-0aa43d79ec57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691955 Aug 31 04:13:27.004149 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-96151da3-0fde-4e98-a350-5a6c1fc540f6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:27.005859 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-96151da3-0fde-4e98-a350-5a6c1fc540f6 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 947 time: 0.0564301 Aug 31 04:13:27.095232 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:27.109839 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-8d7d1ae2-2897-4404-beeb-dcef1883ba77 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Deleting port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:13:27.110152 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-8d7d1ae2-2897-4404-beeb-dcef1883ba77 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:27.213364 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-8d7d1ae2-2897-4404-beeb-dcef1883ba77 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] For port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:27.213742 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-8d7d1ae2-2897-4404-beeb-dcef1883ba77 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:27.426743 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-8d7d1ae2-2897-4404-beeb-dcef1883ba77 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:27.427532 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-8d7d1ae2-2897-4404-beeb-dcef1883ba77 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (fd499dfe-f2e8-4800-bc48-783a163cd5aa), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:27.428077 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-8d7d1ae2-2897-4404-beeb-dcef1883ba77 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Floating IP fd499dfe-f2e8-4800-bc48-783a163cd5aa disassociated. External IP: 172.27.1.93, port: 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1. Aug 31 04:13:27.428641 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-8d7d1ae2-2897-4404-beeb-dcef1883ba77 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Calling delete_port for 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:13:27.581056 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-8d7d1ae2-2897-4404-beeb-dcef1883ba77 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:27.613797 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d1ae2-2897-4404-beeb-dcef1883ba77 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event deleted for resources: {'Port': ['ID=9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:27.675412 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-04a39220-a90d-4cb3-bd75-c2488a6a7034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:27.762668 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-8d7d1ae2-2897-4404-beeb-dcef1883ba77 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Router 0ca53967-c5bb-461c-a461-f6445f70aead has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:13:27.778075 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:27.913927 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-8d7d1ae2-2897-4404-beeb-dcef1883ba77 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:13:27.926916 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab8d2b-690b-44d1-8e5c-00775a3a73e3 None None] Sync routers for ids ['0ca53967-c5bb-461c-a461-f6445f70aead'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:13:27.954180 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab8d2b-690b-44d1-8e5c-00775a3a73e3 None None] Routers {'0ca53967-c5bb-461c-a461-f6445f70aead'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:13:27.954854 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-b1ab8d2b-690b-44d1-8e5c-00775a3a73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0ca53967-c5bb-461c-a461-f6445f70aead'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:27.990949 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9347534d-304f-460e-81d6-ce02b03e1622 req-aafa31a5-ad0b-4c65-9f75-e917f778eee0 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=0b117348-7be9-4bab-800d-3bb55db4f771 HTTP/1.1" status: 200 len: 210 time: 0.0479138 Aug 31 04:13:28.020391 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-8d7d1ae2-2897-4404-beeb-dcef1883ba77 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] No DVR routers for this DVR port 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:13:28.028247 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-8d7d1ae2-2897-4404-beeb-dcef1883ba77 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:28.033501 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4d37884b-7ddc-4be8-b766-cf77437020b5 req-8d7d1ae2-2897-4404-beeb-dcef1883ba77 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.26 "DELETE /networking/v2.0/ports/9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 HTTP/1.1" status: 204 len: 173 time: 1.0223615 Aug 31 04:13:28.034662 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b117348-7be9-4bab-800d-3bb55db4f771', 'name': 'network-vif-deleted', 'tag': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:13:28.037669 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29630385-1a0d-4e48-9596-805c8c412cdf" -d '{"events": [{"server_uuid": "0b117348-7be9-4bab-800d-3bb55db4f771", "name": "network-vif-deleted", "tag": "9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:13:28.054069 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=16 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:28.055338 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=12 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:28.132968 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc23e56-be07-49c0-9129-352e13afc912 x-openstack-request-id: req-0dc23e56-be07-49c0-9129-352e13afc912 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:13:28.133306 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b117348-7be9-4bab-800d-3bb55db4f771", "name": "network-vif-deleted", "tag": "9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:13:28.133535 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0dc23e56-be07-49c0-9129-352e13afc912 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:13:28.133956 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc23e56-be07-49c0-9129-352e13afc912'] response: {'server_uuid': '0b117348-7be9-4bab-800d-3bb55db4f771', 'name': 'network-vif-deleted', 'tag': '9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1', 'status': 'completed', 'code': 200} Aug 31 04:13:28.174032 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-b1ab8d2b-690b-44d1-8e5c-00775a3a73e3 None None] Set router 0ca53967-c5bb-461c-a461-f6445f70aead gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:13:28.319068 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:28.377809 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:28.436558 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-b1ab8d2b-690b-44d1-8e5c-00775a3a73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:42Z', 'revision_number': 5, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:28.466644 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab8d2b-690b-44d1-8e5c-00775a3a73e3 None None] Checking router: 0ca53967-c5bb-461c-a461-f6445f70aead for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:13:28.476254 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ab8d2b-690b-44d1-8e5c-00775a3a73e3 None None] Routers {'0ca53967-c5bb-461c-a461-f6445f70aead'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:13:28.476910 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-b1ab8d2b-690b-44d1-8e5c-00775a3a73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0ca53967-c5bb-461c-a461-f6445f70aead'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:28.628037 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-b1ab8d2b-690b-44d1-8e5c-00775a3a73e3 None None] Set router 0ca53967-c5bb-461c-a461-f6445f70aead gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:13:28.827967 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:28.918915 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:28.922816 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-b1ab8d2b-690b-44d1-8e5c-00775a3a73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:42Z', 'revision_number': 5, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:28.962440 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ab8d2b-690b-44d1-8e5c-00775a3a73e3 None None] The sync data for ids ['0ca53967-c5bb-461c-a461-f6445f70aead'] in dv-cinder-853910-5-iscsi is: [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:06:25Z', 'revision_number': 4, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'e520fa6a-07c1-49e4-9cb2-7ee10aa5d777', 'name': '', 'network_id': '52829969-a42a-442d-a4b2-1b1707d47a14', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'mac_address': 'fa:16:3e:b4:d7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:24Z', 'updated_at': '2022-08-31T04:06:42Z', 'revision_number': 5, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'subnets': [{'id': '6e59a379-9915-439a-b89a-fd25376e37d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:13:29.124179 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47478) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:29.196337 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-31913cc9-9159-460f-ba92-c67910ceab85 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group (1d45d83d-8db7-45d2-a886-0aa43d79ec57), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:29.229671 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-31913cc9-9159-460f-ba92-c67910ceab85 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group (1d45d83d-8db7-45d2-a886-0aa43d79ec57), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:29.302205 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-31913cc9-9159-460f-ba92-c67910ceab85 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (1d45d83d-8db7-45d2-a886-0aa43d79ec57), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:29.305589 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-31913cc9-9159-460f-ba92-c67910ceab85 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:29.307415 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-31913cc9-9159-460f-ba92-c67910ceab85 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1d45d83d-8db7-45d2-a886-0aa43d79ec57 HTTP/1.1" status: 204 len: 168 time: 0.1812606 Aug 31 04:13:29.311350 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47482) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:29.326882 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f81223-74d1-4c6e-a20d-55dddfaeea31 None None] New status for floating IP fd499dfe-f2e8-4800-bc48-783a163cd5aa: DOWN {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:13:29.327767 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31913cc9-9159-460f-ba92-c67910ceab85 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d45d83d-8db7-45d2-a886-0aa43d79ec57,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:29.366814 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.api.v2.resource [None req-cc836b87-4b6b-4c12-89e5-6fc4c92dc061 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] show failed (client error): The resource could not be found. Aug 31 04:13:29.371062 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-cc836b87-4b6b-4c12-89e5-6fc4c92dc061 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "GET /networking/v2.0/security-groups/1d45d83d-8db7-45d2-a886-0aa43d79ec57 HTTP/1.1" status: 404 len: 347 time: 0.0549593 Aug 31 04:13:29.371321 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47484) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:29.546195 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-3852d66c-f757-488f-9d90-d9415861d773 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Deleting port 81ca0823-2ece-4060-b87f-ac6577c8bdb9 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:13:29.546566 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3852d66c-f757-488f-9d90-d9415861d773 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (81ca0823-2ece-4060-b87f-ac6577c8bdb9), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:29.641429 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3852d66c-f757-488f-9d90-d9415861d773 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (81ca0823-2ece-4060-b87f-ac6577c8bdb9), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:29.641756 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3852d66c-f757-488f-9d90-d9415861d773 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for floatingip (81ca0823-2ece-4060-b87f-ac6577c8bdb9), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:29.656342 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-3852d66c-f757-488f-9d90-d9415861d773 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Calling delete_port for 81ca0823-2ece-4060-b87f-ac6577c8bdb9 owned by network:floatingip {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:13:29.807588 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3852d66c-f757-488f-9d90-d9415861d773 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (81ca0823-2ece-4060-b87f-ac6577c8bdb9), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:29.835402 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852d66c-f757-488f-9d90-d9415861d773 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Pushing event deleted for resources: {'Port': ['ID=81ca0823-2ece-4060-b87f-ac6577c8bdb9,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:29.949809 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3852d66c-f757-488f-9d90-d9415861d773 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks [] for floatingip (fd499dfe-f2e8-4800-bc48-783a163cd5aa), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:29.952484 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3852d66c-f757-488f-9d90-d9415861d773 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:29.953846 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-3852d66c-f757-488f-9d90-d9415861d773 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/fd499dfe-f2e8-4800-bc48-783a163cd5aa HTTP/1.1" status: 204 len: 168 time: 0.5814409 Aug 31 04:13:30.201554 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:13:30.226973 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:13:30.227648 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 9473ec1c-d1ec-4c4a-a77a-794a55f5d8b1 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:13:30.463319 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:30.514072 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:32.542763 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47532) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:32.985184 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d0e29c4b-3f64-4547-b10b-930662dc3ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565397'] for router_interface (0ca53967-c5bb-461c-a461-f6445f70aead), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:33.126158 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:33.173421 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:33.252383 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-d0e29c4b-3f64-4547-b10b-930662dc3ac7 admin admin] Deleting port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:13:33.252752 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d0e29c4b-3f64-4547-b10b-930662dc3ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:33.371417 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-d0e29c4b-3f64-4547-b10b-930662dc3ac7 admin admin] For port e520fa6a-07c1-49e4-9cb2-7ee10aa5d777, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=e520fa6a-07c1-49e4-9cb2-7ee10aa5d777,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:33.373231 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d0e29c4b-3f64-4547-b10b-930662dc3ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:33.391820 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-d0e29c4b-3f64-4547-b10b-930662dc3ac7 admin admin] Calling delete_port for e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 owned by network:router_interface {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:13:33.663505 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d0e29c4b-3f64-4547-b10b-930662dc3ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (e520fa6a-07c1-49e4-9cb2-7ee10aa5d777), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:33.696559 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e29c4b-3f64-4547-b10b-930662dc3ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e520fa6a-07c1-49e4-9cb2-7ee10aa5d777,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:33.915229 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d0e29c4b-3f64-4547-b10b-930662dc3ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567845'] for router_interface (0ca53967-c5bb-461c-a461-f6445f70aead), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:34.109124 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:34.168229 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e29c4b-3f64-4547-b10b-930662dc3ac7 admin admin] Router 0ca53967-c5bb-461c-a461-f6445f70aead has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:13:34.418993 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:34.424576 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c297630d-6283-4e19-a6e2-f741201573d3 req-44b89fed-5e38-44b3-8369-800197c38ef7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453174 Aug 31 04:13:34.514884 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297630d-6283-4e19-a6e2-f741201573d3 req-67f3fe4e-f408-4163-8c86-112fa3956a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:34.516836 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c297630d-6283-4e19-a6e2-f741201573d3 req-67f3fe4e-f408-4163-8c86-112fa3956a64 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 1130 time: 0.0613141 Aug 31 04:13:34.535817 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e29c4b-3f64-4547-b10b-930662dc3ac7 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:13:34.542392 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-d0e29c4b-3f64-4547-b10b-930662dc3ac7 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/0ca53967-c5bb-461c-a461-f6445f70aead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9984710 Aug 31 04:13:34.545604 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47560) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:34.546822 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f086fb2-fa2c-4242-ae5f-2ab0b44fe574 None None] Sync routers for ids ['0ca53967-c5bb-461c-a461-f6445f70aead'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:13:34.559528 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f086fb2-fa2c-4242-ae5f-2ab0b44fe574 None None] Routers {'0ca53967-c5bb-461c-a461-f6445f70aead'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:13:34.560598 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-7f086fb2-fa2c-4242-ae5f-2ab0b44fe574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0ca53967-c5bb-461c-a461-f6445f70aead'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:34.684103 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-7f086fb2-fa2c-4242-ae5f-2ab0b44fe574 None None] Set router 0ca53967-c5bb-461c-a461-f6445f70aead gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:13:34.776766 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297630d-6283-4e19-a6e2-f741201573d3 req-cdcde6c0-cb77-4c7a-9c8c-be49baf8e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:34.778464 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c297630d-6283-4e19-a6e2-f741201573d3 req-cdcde6c0-cb77-4c7a-9c8c-be49baf8e13c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 913 time: 0.2299583 Aug 31 04:13:34.784720 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] Publish callbacks [] for router (0ca53967-c5bb-461c-a461-f6445f70aead), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:34.904623 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-7f086fb2-fa2c-4242-ae5f-2ab0b44fe574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:13:33Z', 'revision_number': 5, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:34.930636 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f086fb2-fa2c-4242-ae5f-2ab0b44fe574 None None] Checking router: 0ca53967-c5bb-461c-a461-f6445f70aead for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:13:34.940448 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f086fb2-fa2c-4242-ae5f-2ab0b44fe574 None None] Routers {'0ca53967-c5bb-461c-a461-f6445f70aead'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:13:34.940965 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-7f086fb2-fa2c-4242-ae5f-2ab0b44fe574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0ca53967-c5bb-461c-a461-f6445f70aead'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:34.958209 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c297630d-6283-4e19-a6e2-f741201573d3 req-42811835-4bca-404e-8abf-d10022532f9f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0319ee82-d626-405b-8c17-c745da1ac289 HTTP/1.1" status: 200 len: 1001 time: 0.1708317 Aug 31 04:13:35.027693 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] Publish callbacks [] for router_gateway (0ca53967-c5bb-461c-a461-f6445f70aead), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:35.033611 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297630d-6283-4e19-a6e2-f741201573d3 req-1794c682-7f55-4628-a8d2-99b8351ffdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:35.035359 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c297630d-6283-4e19-a6e2-f741201573d3 req-1794c682-7f55-4628-a8d2-99b8351ffdb1 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 200 len: 851 time: 0.0670724 Aug 31 04:13:35.055242 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-7f086fb2-fa2c-4242-ae5f-2ab0b44fe574 None None] Set router 0ca53967-c5bb-461c-a461-f6445f70aead gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:13:35.110700 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297630d-6283-4e19-a6e2-f741201573d3 req-b92b751b-e93d-4275-818a-3d54650a471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:35.112367 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c297630d-6283-4e19-a6e2-f741201573d3 req-b92b751b-e93d-4275-818a-3d54650a471d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=afdd8bcf-e898-41b9-a268-9083d2b02846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709469 Aug 31 04:13:35.115648 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] Deleting port ece39de7-1369-413c-a32f-ba4f445978ad {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:13:35.116214 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (ece39de7-1369-413c-a32f-ba4f445978ad), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:35.260789 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:35.289017 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] For port ece39de7-1369-413c-a32f-ba4f445978ad, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=ece39de7-1369-413c-a32f-ba4f445978ad,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:35.289487 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (ece39de7-1369-413c-a32f-ba4f445978ad), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:35.313323 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] Calling delete_port for ece39de7-1369-413c-a32f-ba4f445978ad owned by network:router_gateway {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:13:35.319487 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c297630d-6283-4e19-a6e2-f741201573d3 req-eb5270f2-9d50-421c-ab2f-89243d2970f7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970873 Aug 31 04:13:35.394769 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:35.463806 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-7f086fb2-fa2c-4242-ae5f-2ab0b44fe574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:13:33Z', 'revision_number': 5, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:35.496891 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f086fb2-fa2c-4242-ae5f-2ab0b44fe574 None None] The sync data for ids ['0ca53967-c5bb-461c-a461-f6445f70aead'] in dv-cinder-853910-5-iscsi is: [{'id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'name': 'tempest-AttachVolumeShelveTestJSON-2067476682-router', 'tenant_id': '66bcbde4eda6417ea15dca2371c28540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:18Z', 'updated_at': '2022-08-31T04:13:33Z', 'revision_number': 5, 'project_id': '66bcbde4eda6417ea15dca2371c28540', 'gw_port': {'id': 'ece39de7-1369-413c-a32f-ba4f445978ad', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:23:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca53967-c5bb-461c-a461-f6445f70aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:13:35.529453 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:35.632738 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c297630d-6283-4e19-a6e2-f741201573d3 req-4b956a41-be4c-49ef-be0e-27b518a680d4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032596 Aug 31 04:13:35.669313 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6bfd2-6e25-4409-8c05-b0ddcf2d6690 req-f353ca5b-84dc-4c8c-b6fc-ed551f6cbbd7 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:35.670947 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a6e6bfd2-6e25-4409-8c05-b0ddcf2d6690 req-f353ca5b-84dc-4c8c-b6fc-ed551f6cbbd7 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 945 time: 0.0810735 Aug 31 04:13:35.780742 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a6e6bfd2-6e25-4409-8c05-b0ddcf2d6690 req-4ef74835-791b-4d0e-82af-e3e3abd937a6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1c11863-f982-4ec6-a2bb-df703bc55e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998411 Aug 31 04:13:35.790695 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (ece39de7-1369-413c-a32f-ba4f445978ad), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:35.828559 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece39de7-1369-413c-a32f-ba4f445978ad,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:35.898600 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566230'] for router_gateway (0ca53967-c5bb-461c-a461-f6445f70aead), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.030599 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8207'] for router (0ca53967-c5bb-461c-a461-f6445f70aead), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.033527 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] Publish callbacks [] for router_controller (0ca53967-c5bb-461c-a461-f6445f70aead), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.098781 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567896'] for router (0ca53967-c5bb-461c-a461-f6445f70aead), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.099947 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ca53967-c5bb-461c-a461-f6445f70aead {{(pid=106459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:13:36.107778 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.112020 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-0a58d59c-09d2-4adf-9c8e-0eb8202287a0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/0ca53967-c5bb-461c-a461-f6445f70aead HTTP/1.1" status: 204 len: 168 time: 1.5626254 Aug 31 04:13:36.112522 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47580) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:36.161021 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:36.168190 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_v2 [None req-daec5452-5a9e-486a-89a5-2822a08ffb00 admin admin] Deleting subnet 6e59a379-9915-439a-b89a-fd25376e37d9 {{(pid=106458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:13:36.172611 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-daec5452-5a9e-486a-89a5-2822a08ffb00 admin admin] Publish callbacks [] for subnet (6e59a379-9915-439a-b89a-fd25376e37d9), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.215990 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-daec5452-5a9e-486a-89a5-2822a08ffb00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838308'] for subnet (6e59a379-9915-439a-b89a-fd25376e37d9), precommit_delete_associations {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.313197 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-daec5452-5a9e-486a-89a5-2822a08ffb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (6e59a379-9915-439a-b89a-fd25376e37d9), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.381634 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-daec5452-5a9e-486a-89a5-2822a08ffb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4007182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3976995'] for subnet (6e59a379-9915-439a-b89a-fd25376e37d9), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.417796 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec5452-5a9e-486a-89a5-2822a08ffb00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e59a379-9915-439a-b89a-fd25376e37d9,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:36.421885 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-daec5452-5a9e-486a-89a5-2822a08ffb00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.425668 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-daec5452-5a9e-486a-89a5-2822a08ffb00 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/6e59a379-9915-439a-b89a-fd25376e37d9 HTTP/1.1" status: 204 len: 168 time: 0.3120928 Aug 31 04:13:36.427998 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47586) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:36.431846 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9552bc36-87ac-457a-9f99-5cd5855d0891 None None] Network 52829969-a42a-442d-a4b2-1b1707d47a14 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:13:36.531804 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (52829969-a42a-442d-a4b2-1b1707d47a14), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.587591 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] Deleting port c6c402d0-39ed-4f04-90a4-1373ea0d8314 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:13:36.588135 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.668164 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] For port c6c402d0-39ed-4f04-90a4-1373ea0d8314, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=c6c402d0-39ed-4f04-90a4-1373ea0d8314,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:36.668529 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.694165 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] Calling delete_port for c6c402d0-39ed-4f04-90a4-1373ea0d8314 owned by network:dhcp {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:13:36.717682 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b87f8c-b7b9-44dd-8829-91380522657d None None] DHCP port deletion for 52829969-a42a-442d-a4b2-1b1707d47a14 request from dv-cinder-853910-5-iscsi {{(pid=106460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:13:36.789678 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-39b87f8c-b7b9-44dd-8829-91380522657d None None] Deleting port c6c402d0-39ed-4f04-90a4-1373ea0d8314 {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:13:36.791703 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-39b87f8c-b7b9-44dd-8829-91380522657d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.832821 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.873676 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c402d0-39ed-4f04-90a4-1373ea0d8314,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:36.881726 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] No DVR routers for this DVR port c6c402d0-39ed-4f04-90a4-1373ea0d8314 on host dv-cinder-853910-5-iscsi {{(pid=106458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:13:36.901117 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-39b87f8c-b7b9-44dd-8829-91380522657d None None] For port c6c402d0-39ed-4f04-90a4-1373ea0d8314, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=c6c402d0-39ed-4f04-90a4-1373ea0d8314,segment=NetworkSegment(d294a483-658f-4301-b34a-ae7286badefe),segment_id=d294a483-658f-4301-b34a-ae7286badefe)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:36.902560 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-39b87f8c-b7b9-44dd-8829-91380522657d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.921390 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:36.923629 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-39b87f8c-b7b9-44dd-8829-91380522657d None None] Calling delete_port for c6c402d0-39ed-4f04-90a4-1373ea0d8314 owned by network:dhcp {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:13:36.990515 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cd457-1fdd-4d5b-aa2a-8426c025c86b req-38d9b1ca-529a-4f59-a34c-df1fd6bd1db0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:36.993099 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (52829969-a42a-442d-a4b2-1b1707d47a14), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:36.998827 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af6cd457-1fdd-4d5b-aa2a-8426c025c86b req-38d9b1ca-529a-4f59-a34c-df1fd6bd1db0 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 945 time: 0.1077533 Aug 31 04:13:37.020852 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52829969-a42a-442d-a4b2-1b1707d47a14']}} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:37.032725 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd294a483-658f-4301-b34a-ae7286badefe') {'for_net_delete': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:37.033342 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd294a483-658f-4301-b34a-ae7286badefe') {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:37.039046 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-39b87f8c-b7b9-44dd-8829-91380522657d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454'] for port (c6c402d0-39ed-4f04-90a4-1373ea0d8314), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:37.047842 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838319'] for segment (d294a483-658f-4301-b34a-ae7286badefe), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:37.056407 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b87f8c-b7b9-44dd-8829-91380522657d None None] No DVR routers for this DVR port c6c402d0-39ed-4f04-90a4-1373ea0d8314 on host dv-cinder-853910-5-iscsi {{(pid=106460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:13:37.068184 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (d294a483-658f-4301-b34a-ae7286badefe), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:37.081233 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af6cd457-1fdd-4d5b-aa2a-8426c025c86b req-dc45078c-47d4-44be-8be3-67a6f168a3e6 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a1c11863-f982-4ec6-a2bb-df703bc55e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809522 Aug 31 04:13:37.085140 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b87f8c-b7b9-44dd-8829-91380522657d None None] Pushing event deleted for resources: {'Port': ['ID=c6c402d0-39ed-4f04-90a4-1373ea0d8314,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:37.103695 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=106458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:13:37.104341 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4007848'] for segment (d294a483-658f-4301-b34a-ae7286badefe), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:37.155882 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-9f0d2b4b-3841-46ce-967e-cb6202967765 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:37.159656 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-9f0d2b4b-3841-46ce-967e-cb6202967765 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 945 time: 0.1017487 Aug 31 04:13:37.205827 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (52829969-a42a-442d-a4b2-1b1707d47a14), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:37.228800 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:37.242584 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/52829969-a42a-442d-a4b2-1b1707d47a14 HTTP/1.1" status: 204 len: 168 time: 0.8131950 Aug 31 04:13:37.243404 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:37.262092 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1808d07-f2f2-4ece-9365-1f142b95616f admin admin] Pushing event deleted for resources: {'Network': ['ID=52829969-a42a-442d-a4b2-1b1707d47a14,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:37.308538 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-6d623fd5-762d-4650-9d38-e6aae9a56648 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Deleting port 1965184b-6e71-4d67-b3a6-30287c27fc61 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:13:37.308885 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-6d623fd5-762d-4650-9d38-e6aae9a56648 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:37.401747 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment d294a483-658f-4301-b34a-ae7286badefe resource provider aggregate not found Aug 31 04:13:37.425651 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment d294a483-658f-4301-b34a-ae7286badefe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d294a483-658f-4301-b34a-ae7286badefe found for delete ", "request_id": "req-766db0b0-9d90-4bd0-86e3-54de1d3083b7"}]} Aug 31 04:13:37.448286 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47602) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:37.469230 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-6d623fd5-762d-4650-9d38-e6aae9a56648 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] For port 1965184b-6e71-4d67-b3a6-30287c27fc61, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1965184b-6e71-4d67-b3a6-30287c27fc61,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:37.469903 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-6d623fd5-762d-4650-9d38-e6aae9a56648 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:37.498435 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-f24a961d-c1bd-4014-b858-d702307a50e0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=66bcbde4eda6417ea15dca2371c28540&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0487070 Aug 31 04:13:37.499245 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47604) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:37.519403 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:37.527004 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:13:37.551991 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:13:37.552837 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device e520fa6a-07c1-49e4-9cb2-7ee10aa5d777 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:13:37.553688 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device ece39de7-1369-413c-a32f-ba4f445978ad no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:13:37.561163 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fbdf5f3e-2aa3-4fb0-ba63-35aeaaabcec5 admin admin] Publish callbacks [] for security_group (e845ce14-5c28-402f-94f7-f212c620ce2d), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:37.583884 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: ece39de7-1369-413c-a32f-ba4f445978ad {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:13:37.584679 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device ece39de7-1369-413c-a32f-ba4f445978ad not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:13:37.585239 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device c6c402d0-39ed-4f04-90a4-1373ea0d8314 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:13:37.586353 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fbdf5f3e-2aa3-4fb0-ba63-35aeaaabcec5 admin admin] Publish callbacks [] for security_group (e845ce14-5c28-402f-94f7-f212c620ce2d), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:37.610744 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: c6c402d0-39ed-4f04-90a4-1373ea0d8314 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:13:37.611607 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device c6c402d0-39ed-4f04-90a4-1373ea0d8314 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:13:37.648375 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fbdf5f3e-2aa3-4fb0-ba63-35aeaaabcec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (e845ce14-5c28-402f-94f7-f212c620ce2d), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:37.651082 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-fbdf5f3e-2aa3-4fb0-ba63-35aeaaabcec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:37.654783 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-fbdf5f3e-2aa3-4fb0-ba63-35aeaaabcec5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e845ce14-5c28-402f-94f7-f212c620ce2d HTTP/1.1" status: 204 len: 168 time: 0.1521065 Aug 31 04:13:37.670440 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf5f3e-2aa3-4fb0-ba63-35aeaaabcec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e845ce14-5c28-402f-94f7-f212c620ce2d,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:37.719667 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-6d623fd5-762d-4650-9d38-e6aae9a56648 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:37.720035 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-6d623fd5-762d-4650-9d38-e6aae9a56648 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (c986fad3-07cd-4f40-9564-1fb2a67c3a96), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:37.720374 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-6d623fd5-762d-4650-9d38-e6aae9a56648 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Floating IP c986fad3-07cd-4f40-9564-1fb2a67c3a96 disassociated. External IP: 172.27.1.64, port: 1965184b-6e71-4d67-b3a6-30287c27fc61. Aug 31 04:13:37.721105 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-6d623fd5-762d-4650-9d38-e6aae9a56648 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Calling delete_port for 1965184b-6e71-4d67-b3a6-30287c27fc61 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:13:37.735861 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:37.736505 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:37.913759 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-6d623fd5-762d-4650-9d38-e6aae9a56648 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (1965184b-6e71-4d67-b3a6-30287c27fc61), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:37.950654 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d623fd5-762d-4650-9d38-e6aae9a56648 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event deleted for resources: {'Port': ['ID=1965184b-6e71-4d67-b3a6-30287c27fc61,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:38.125615 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-6d623fd5-762d-4650-9d38-e6aae9a56648 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Router 452f5ef7-61d0-42f8-9266-736c6a122aeb has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:13:38.233941 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-74d8ad64-5c84-4169-8d5e-2ea87ea34de4 req-5daf696b-dfb8-4ee2-93f9-236f5167f76a tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=08130b1d-540c-4ad8-a9b6-8a8aa11f3282 HTTP/1.1" status: 200 len: 210 time: 0.0386677 Aug 31 04:13:38.321265 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-6d623fd5-762d-4650-9d38-e6aae9a56648 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:13:38.336671 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1becfb9b-764d-4ad6-b881-c5ae4f3b6b66 None None] Sync routers for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:13:38.360645 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1becfb9b-764d-4ad6-b881-c5ae4f3b6b66 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:13:38.361260 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1becfb9b-764d-4ad6-b881-c5ae4f3b6b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:38.408260 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-6d623fd5-762d-4650-9d38-e6aae9a56648 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] No DVR routers for this DVR port 1965184b-6e71-4d67-b3a6-30287c27fc61 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:13:38.410836 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-6d623fd5-762d-4650-9d38-e6aae9a56648 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:38.414479 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-915de5a0-d4c0-43fe-bb33-c485502f8af2 req-6d623fd5-762d-4650-9d38-e6aae9a56648 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.26 "DELETE /networking/v2.0/ports/1965184b-6e71-4d67-b3a6-30287c27fc61 HTTP/1.1" status: 204 len: 173 time: 1.2466173 Aug 31 04:13:38.415287 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08130b1d-540c-4ad8-a9b6-8a8aa11f3282', 'name': 'network-vif-deleted', 'tag': '1965184b-6e71-4d67-b3a6-30287c27fc61'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:13:38.417903 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c77bce-a646-4517-becd-d6b2a4849892" -d '{"events": [{"server_uuid": "08130b1d-540c-4ad8-a9b6-8a8aa11f3282", "name": "network-vif-deleted", "tag": "1965184b-6e71-4d67-b3a6-30287c27fc61"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:13:38.514067 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f79b452-5595-4f64-91b9-677f1ca03ce3 x-openstack-request-id: req-0f79b452-5595-4f64-91b9-677f1ca03ce3 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:13:38.515187 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08130b1d-540c-4ad8-a9b6-8a8aa11f3282", "name": "network-vif-deleted", "tag": "1965184b-6e71-4d67-b3a6-30287c27fc61", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:13:38.515534 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f79b452-5595-4f64-91b9-677f1ca03ce3 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:13:38.516131 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f79b452-5595-4f64-91b9-677f1ca03ce3'] response: {'server_uuid': '08130b1d-540c-4ad8-a9b6-8a8aa11f3282', 'name': 'network-vif-deleted', 'tag': '1965184b-6e71-4d67-b3a6-30287c27fc61', 'status': 'completed', 'code': 200} Aug 31 04:13:38.620112 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-1becfb9b-764d-4ad6-b881-c5ae4f3b6b66 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:13:38.825197 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47638) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:38.867585 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1becfb9b-764d-4ad6-b881-c5ae4f3b6b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:38.895537 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1becfb9b-764d-4ad6-b881-c5ae4f3b6b66 None None] Checking router: 452f5ef7-61d0-42f8-9266-736c6a122aeb for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:13:38.905387 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1becfb9b-764d-4ad6-b881-c5ae4f3b6b66 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:13:38.906393 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1becfb9b-764d-4ad6-b881-c5ae4f3b6b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:38.987916 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-368960655-network', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:13:39.024952 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-1becfb9b-764d-4ad6-b881-c5ae4f3b6b66 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:13:39.025378 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] Made reservation on behalf of b2f251186d5346d9ae213f018e299cb4 for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:13:39.029184 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.042071 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.156370 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] Publish callbacks [] for security_group (68e47741-54b2-47b6-9d96-6822d1b473da), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.164947 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (68e47741-54b2-47b6-9d96-6822d1b473da), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.194757 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:13:39.212454 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e47741-54b2-47b6-9d96-6822d1b473da,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:39.217129 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (5c77cc66-222f-4292-abee-3a07baab046e), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.217486 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.segments_db [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] Added segment 5c77cc66-222f-4292-abee-3a07baab046e of type vlan for network 32e0d3cc-cecf-4072-861e-69e212464544 Aug 31 04:13:39.272082 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (32e0d3cc-cecf-4072-861e-69e212464544), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.328851 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (32e0d3cc-cecf-4072-861e-69e212464544), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.328972 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:39.329685 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1becfb9b-764d-4ad6-b881-c5ae4f3b6b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:39.343420 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:39.344275 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.360195 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1becfb9b-764d-4ad6-b881-c5ae4f3b6b66 None None] The sync data for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi is: [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:06:31Z', 'revision_number': 4, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '8454c5ab-9364-43c2-9751-49c932af34e3', 'name': '', 'network_id': 'df2a7da3-c61f-4600-a4d7-00eeb18098d5', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'mac_address': 'fa:16:3e:d7:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:29Z', 'updated_at': '2022-08-31T04:06:49Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'subnets': [{'id': 'da35dc9f-c372-4110-8bb0-0f937da725c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:13:39.384052 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47646) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:39.451247 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:39.463972 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6346245 Aug 31 04:13:39.463972 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b288d59-4a6f-495e-940a-5d48bee1487c admin admin] Pushing event updated for resources: {'Network': ['ID=32e0d3cc-cecf-4072-861e-69e212464544,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:39.464673 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47648) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:39.473066 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network 32e0d3cc-cecf-4072-861e-69e212464544 details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:13:39.473591 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-7bcabeb2-5137-49ff-8139-8ce605c327cb admin admin] Request body: {'subnet': {'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-368960655-subnet', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:13:39.485143 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b31a1851-1a22-4364-b733-b89e52b8cf28 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (a1c11863-f982-4ec6-a2bb-df703bc55e62), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.505937 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcabeb2-5137-49ff-8139-8ce605c327cb admin admin] Made reservation on behalf of b2f251186d5346d9ae213f018e299cb4 for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:13:39.511347 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7bcabeb2-5137-49ff-8139-8ce605c327cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4017601'] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.516263 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b31a1851-1a22-4364-b733-b89e52b8cf28 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (a1c11863-f982-4ec6-a2bb-df703bc55e62), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.580787 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b31a1851-1a22-4364-b733-b89e52b8cf28 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (a1c11863-f982-4ec6-a2bb-df703bc55e62), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.582635 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:39.584651 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b31a1851-1a22-4364-b733-b89e52b8cf28 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.590396 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-b31a1851-1a22-4364-b733-b89e52b8cf28 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a1c11863-f982-4ec6-a2bb-df703bc55e62 HTTP/1.1" status: 204 len: 168 time: 0.2048075 Aug 31 04:13:39.591418 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47650) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:39.622239 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a1851-1a22-4364-b733-b89e52b8cf28 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c11863-f982-4ec6-a2bb-df703bc55e62,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:39.625158 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.api.v2.resource [None req-48689708-0ed1-47e3-8c61-c8b7ed3ab52b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] show failed (client error): The resource could not be found. Aug 31 04:13:39.626317 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-48689708-0ed1-47e3-8c61-c8b7ed3ab52b tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "GET /networking/v2.0/security-groups/a1c11863-f982-4ec6-a2bb-df703bc55e62 HTTP/1.1" status: 404 len: 347 time: 0.0291586 Aug 31 04:13:39.629371 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47652) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:39.817211 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28324fb0-78d2-47a0-a443-0b01f8346499 None None] New status for floating IP c986fad3-07cd-4f40-9564-1fb2a67c3a96: DOWN {{(pid=106460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:13:39.819770 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-5e60cdb7-49fc-4b08-91b6-9781bab8b990 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Deleting port a28f62f2-ba9d-46c6-a70b-5761a8f6b617 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:13:39.820125 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5e60cdb7-49fc-4b08-91b6-9781bab8b990 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (a28f62f2-ba9d-46c6-a70b-5761a8f6b617), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.824856 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7bcabeb2-5137-49ff-8139-8ce605c327cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2222273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4017623'] for subnet (518701dd-8963-4e13-97e3-6fcc564e480c), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.888018 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcabeb2-5137-49ff-8139-8ce605c327cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=518701dd-8963-4e13-97e3-6fcc564e480c,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:39.905996 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcabeb2-5137-49ff-8139-8ce605c327cb admin admin] Checking segment: {'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:13:39.906349 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcabeb2-5137-49ff-8139-8ce605c327cb admin admin] Network hostable DHCP agents. Network: 32e0d3cc-cecf-4072-861e-69e212464544, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:13:39.935065 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcabeb2-5137-49ff-8139-8ce605c327cb admin admin] Network 32e0d3cc-cecf-4072-861e-69e212464544 is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:13:39.947628 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5e60cdb7-49fc-4b08-91b6-9781bab8b990 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (a28f62f2-ba9d-46c6-a70b-5761a8f6b617), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.947873 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-7bcabeb2-5137-49ff-8139-8ce605c327cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, 32e0d3cc-cecf-4072-861e-69e212464544) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:13:39.948775 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5e60cdb7-49fc-4b08-91b6-9781bab8b990 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (a28f62f2-ba9d-46c6-a70b-5761a8f6b617), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.953411 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcabeb2-5137-49ff-8139-8ce605c327cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:39.954192 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7bcabeb2-5137-49ff-8139-8ce605c327cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:39.966335 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-5e60cdb7-49fc-4b08-91b6-9781bab8b990 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Calling delete_port for a28f62f2-ba9d-46c6-a70b-5761a8f6b617 owned by network:floatingip {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:13:39.979792 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0265a9-a6ee-43af-92b2-0a2fc3a776d0 None None] Network 32e0d3cc-cecf-4072-861e-69e212464544 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:13:39.984405 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-7bcabeb2-5137-49ff-8139-8ce605c327cb admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5163043 Aug 31 04:13:39.985307 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47658) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:39.990301 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:13:40.016779 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8313'] for router (9d09dd6b-12a7-4aef-804b-a6c660f74ded), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:40.018179 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-565639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8192'] for router (9d09dd6b-12a7-4aef-804b-a6c660f74ded), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:40.066635 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:40.109250 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Publish callbacks [] for router_controller (9d09dd6b-12a7-4aef-804b-a6c660f74ded), precommit_add_association {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:40.121459 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372d0481-a19b-5f9c-9230-c03ba1597ea4-32e0d3cc-cecf-4072-861e-69e212464544', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c'}]}} from dv-cinder-853910-5-iscsi. {{(pid=106460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:13:40.123252 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:40.151912 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5e60cdb7-49fc-4b08-91b6-9781bab8b990 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (a28f62f2-ba9d-46c6-a70b-5761a8f6b617), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:40.219276 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60cdb7-49fc-4b08-91b6-9781bab8b990 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Pushing event deleted for resources: {'Port': ['ID=a28f62f2-ba9d-46c6-a70b-5761a8f6b617,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:40.262375 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 1965184b-6e71-4d67-b3a6-30287c27fc61 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:13:40.285502 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 1965184b-6e71-4d67-b3a6-30287c27fc61 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:13:40.286096 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 1965184b-6e71-4d67-b3a6-30287c27fc61 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:13:40.290878 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5e60cdb7-49fc-4b08-91b6-9781bab8b990 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks [] for floatingip (c986fad3-07cd-4f40-9564-1fb2a67c3a96), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:40.295048 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5e60cdb7-49fc-4b08-91b6-9781bab8b990 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:40.300595 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-5e60cdb7-49fc-4b08-91b6-9781bab8b990 tempest-AttachVolumeNegativeTest-2036838542 tempest-AttachVolumeNegativeTest-2036838542-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/c986fad3-07cd-4f40-9564-1fb2a67c3a96 HTTP/1.1" status: 204 len: 168 time: 0.6696911 Aug 31 04:13:40.340690 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Allocated IP 172.20.0.2 (32e0d3cc-cecf-4072-861e-69e212464544/518701dd-8963-4e13-97e3-6fcc564e480c/0a723dc1-9f5f-4950-86a6-c37522f5763e) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:13:40.354175 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Publish callbacks [] for router_gateway (9d09dd6b-12a7-4aef-804b-a6c660f74ded), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:40.539212 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Publish callbacks [] for port (0a723dc1-9f5f-4950-86a6-c37522f5763e), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:40.545873 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (0a723dc1-9f5f-4950-86a6-c37522f5763e), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:40.593501 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Network 32e0d3cc-cecf-4072-861e-69e212464544 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:13:40.603170 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:13:40.611056 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:13:40.616349 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:40.620452 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Pushing event updated for resources: {'Port': ['ID=0a723dc1-9f5f-4950-86a6-c37522f5763e,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:40.650554 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:40.694921 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Attempting to bind port 0a723dc1-9f5f-4950-86a6-c37522f5763e on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:13:40.695450 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Attempting to bind port 0a723dc1-9f5f-4950-86a6-c37522f5763e by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:13:40.695889 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Attempting to bind port 0a723dc1-9f5f-4950-86a6-c37522f5763e on network 32e0d3cc-cecf-4072-861e-69e212464544 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:13:40.703103 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:13:40.703807 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Checking segment: {'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:13:40.704387 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:40.704931 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Bound using segment: {'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:13:40.705581 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Bound port: 0a723dc1-9f5f-4950-86a6-c37522f5763e, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:13:40.706147 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (0a723dc1-9f5f-4950-86a6-c37522f5763e), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:40.812615 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] For port 0a723dc1-9f5f-4950-86a6-c37522f5763e, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:13:40.816268 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] For port 0a723dc1-9f5f-4950-86a6-c37522f5763e, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=0a723dc1-9f5f-4950-86a6-c37522f5763e,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:13:40.825274 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (0a723dc1-9f5f-4950-86a6-c37522f5763e), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:40.895977 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680c9bd-7ed8-4541-8078-7d612e546ba4 None None] Pushing event updated for resources: {'Port': ['ID=0a723dc1-9f5f-4950-86a6-c37522f5763e,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:40.957295 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Publish callbacks [] for router_gateway (9d09dd6b-12a7-4aef-804b-a6c660f74ded), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:40.990478 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:41.162128 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:41.178547 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Allocated IP 172.27.1.238 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:13:41.277304 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=9,neutron:UPDATE=5,neutron:SELECT=85,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:41.322218 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Publish callbacks [] for port (650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:41.356946 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:41.404053 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:13:41.409551 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:13:41.412762 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:13:41.419553 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Pushing event updated for resources: {'Port': ['ID=650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:41.555314 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 0a723dc1-9f5f-4950-86a6-c37522f5763e up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:13:41.617713 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 0a723dc1-9f5f-4950-86a6-c37522f5763e triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:13:41.618083 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (0a723dc1-9f5f-4950-86a6-c37522f5763e), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:41.730827 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 0a723dc1-9f5f-4950-86a6-c37522f5763e is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:13:41.731716 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (0a723dc1-9f5f-4950-86a6-c37522f5763e), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:41.773806 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 0a723dc1-9f5f-4950-86a6-c37522f5763e, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=0a723dc1-9f5f-4950-86a6-c37522f5763e,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:41.780473 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (0a723dc1-9f5f-4950-86a6-c37522f5763e), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:41.801501 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Publish callbacks [] for router_gateway (9d09dd6b-12a7-4aef-804b-a6c660f74ded), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:41.862618 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=0a723dc1-9f5f-4950-86a6-c37522f5763e,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:42.039677 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74e7d1-f4e6-412a-ae56-81c11c1a274c req-730c4da6-978b-4c31-96c3-27780b8de1a8 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:42.041411 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ca74e7d1-f4e6-412a-ae56-81c11c1a274c req-730c4da6-978b-4c31-96c3-27780b8de1a8 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 946 time: 0.0589685 Aug 31 04:13:42.078969 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34519bf7-5370-4592-9734-22d6488d7474 None None] Network 32e0d3cc-cecf-4072-861e-69e212464544 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:13:42.123424 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566090'] for router (9d09dd6b-12a7-4aef-804b-a6c660f74ded), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:42.139488 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ca74e7d1-f4e6-412a-ae56-81c11c1a274c req-7e81be17-f534-4b57-b7b1-aec334ea8caf tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691907 Aug 31 04:13:42.141403 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-57e80f0b-b730-4f69-b052-136dccfda0bc None None] Provisioning complete for port 0a723dc1-9f5f-4950-86a6-c37522f5763e triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:13:42.141769 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-57e80f0b-b730-4f69-b052-136dccfda0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (0a723dc1-9f5f-4950-86a6-c37522f5763e), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:42.256448 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:42.274455 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-57e80f0b-b730-4f69-b052-136dccfda0bc None None] Current status of the port 0a723dc1-9f5f-4950-86a6-c37522f5763e is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:13:42.274760 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Router 9d09dd6b-12a7-4aef-804b-a6c660f74ded is scheduled to L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 with binding_index 1 {{(pid=106459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:13:42.384836 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:13:42.389364 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:42.394549 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Sync routers for ids ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:13:42.404918 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:42.408951 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-059e4a6c-c7be-430b-a689-8d6f00647918 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4199021 Aug 31 04:13:42.409712 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47704) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:42.411294 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Routers {'9d09dd6b-12a7-4aef-804b-a6c660f74ded'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:13:42.411927 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:42.494796 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-c28945f9-fe42-467a-a4dc-758d0070132d None None] Provisioning complete for port 0a723dc1-9f5f-4950-86a6-c37522f5763e triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:13:42.495388 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c28945f9-fe42-467a-a4dc-758d0070132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (0a723dc1-9f5f-4950-86a6-c37522f5763e), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:42.516590 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Set router 9d09dd6b-12a7-4aef-804b-a6c660f74ded gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:13:42.577653 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-c28945f9-fe42-467a-a4dc-758d0070132d None None] Current status of the port 0a723dc1-9f5f-4950-86a6-c37522f5763e is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:13:42.686698 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:41Z', 'revision_number': 3, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:42.715269 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Checking router: 9d09dd6b-12a7-4aef-804b-a6c660f74ded for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:13:42.715664 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Updating router 9d09dd6b-12a7-4aef-804b-a6c660f74ded port 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35 binding host dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:13:42.744357 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:42.829662 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:42.944548 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:43.012804 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Publish callbacks [] for port (650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:43.020268 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:43.030416 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Allocated IP 172.20.0.1 (32e0d3cc-cecf-4072-861e-69e212464544/518701dd-8963-4e13-97e3-6fcc564e480c/f46ff0fb-3dbd-4a95-8b2c-e09db2b71277) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:13:43.071198 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Pushing event updated for resources: {'Port': ['ID=650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:43.080182 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:43.080292 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:43.080762 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:43.080892 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:43.081221 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:43.081543 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:43.081860 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:43.082246 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:43.082565 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:43.082877 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:43.083300 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:43.083520 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:43.083834 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:43.084155 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:43.084453 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:43.090071 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Attempting to bind port 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:13:43.090434 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Attempting to bind port 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:13:43.090793 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Attempting to bind port 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35 on network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:13:43.096124 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:13:43.096493 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Checking segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:13:43.096885 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:43.097262 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Bound using segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:13:43.097713 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Bound port: 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:13:43.098082 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:43.147668 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] For port 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:13:43.150886 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] For port 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:13:43.160356 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:43.169514 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:43.190626 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Publish callbacks [] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:43.224212 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:43.234542 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b492bd-0f2f-4ec9-98cd-d3530d09b56b None None] Pushing event updated for resources: {'Port': ['ID=650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:43.241611 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Routers {'9d09dd6b-12a7-4aef-804b-a6c660f74ded'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:13:43.242339 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:43.242663 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:43.336125 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Network 32e0d3cc-cecf-4072-861e-69e212464544 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:13:43.344034 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:13:43.345930 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:43.346874 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:13:43.376942 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Pushing event updated for resources: {'Port': ['ID=f46ff0fb-3dbd-4a95-8b2c-e09db2b71277,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:43.380627 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] Set router 9d09dd6b-12a7-4aef-804b-a6c660f74ded gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:13:43.388200 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb13f2-7bea-4b3b-90ea-c276d62628e7 req-607c544a-a7bc-4b49-9014-7e3325187499 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:43.390012 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a4fb13f2-7bea-4b3b-90ea-c276d62628e7 req-607c544a-a7bc-4b49-9014-7e3325187499 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 946 time: 0.1101151 Aug 31 04:13:43.452877 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface (9d09dd6b-12a7-4aef-804b-a6c660f74ded), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:43.517827 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-c04edd52-6c7c-4619-a019-a1ed274dcc1a tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:43.519485 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-c04edd52-6c7c-4619-a019-a1ed274dcc1a tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 946 time: 0.1380644 Aug 31 04:13:43.532255 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 0a723dc1-9f5f-4950-86a6-c37522f5763e up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:13:43.579705 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:43.590189 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:41Z', 'revision_number': 3, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:43.622946 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a4fb13f2-7bea-4b3b-90ea-c276d62628e7 req-c40d29ac-8988-49f4-b0b1-9dd18a7e637a tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149601 Aug 31 04:13:43.628357 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 0a723dc1-9f5f-4950-86a6-c37522f5763e triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:13:43.629671 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (0a723dc1-9f5f-4950-86a6-c37522f5763e), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:43.630427 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22638a-1769-4083-a4dd-04a02255595b None None] The sync data for ids ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'] in dv-cinder-853910-5-iscsi is: [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:41Z', 'revision_number': 3, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:13:43.719138 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Deleting port 0319ee82-d626-405b-8c17-c745da1ac289 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:13:43.719651 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (0319ee82-d626-405b-8c17-c745da1ac289), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:43.731696 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 0a723dc1-9f5f-4950-86a6-c37522f5763e is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:13:43.734585 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-95c1f3cc-5a53-426e-86a0-4ed0deb7f03f None None] Provisioning complete for port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:13:43.735323 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-95c1f3cc-5a53-426e-86a0-4ed0deb7f03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:43.736848 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:43.773868 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-95c1f3cc-5a53-426e-86a0-4ed0deb7f03f None None] Port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:13:43.857873 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:43.882083 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] For port 0319ee82-d626-405b-8c17-c745da1ac289, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=0319ee82-d626-405b-8c17-c745da1ac289,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:43.882459 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (0319ee82-d626-405b-8c17-c745da1ac289), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:44.103017 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:44.218497 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47784) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:44.533622 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:44.534195 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (9826c4da-e1c8-4434-9c82-1a3cb556d4d9), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:44.534329 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Floating IP 9826c4da-e1c8-4434-9c82-1a3cb556d4d9 disassociated. External IP: 172.27.1.51, port: 0319ee82-d626-405b-8c17-c745da1ac289. Aug 31 04:13:44.534635 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Calling delete_port for 0319ee82-d626-405b-8c17-c745da1ac289 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:13:44.594673 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Publish callbacks [] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:44.606296 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:44.645822 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565397'] for router_interface (452f5ef7-61d0-42f8-9266-736c6a122aeb), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:44.705398 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:44.709931 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565434'] for router_interface (9d09dd6b-12a7-4aef-804b-a6c660f74ded), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:44.723045 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Pushing event updated for resources: {'Port': ['ID=f46ff0fb-3dbd-4a95-8b2c-e09db2b71277,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:44.740920 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:44.800552 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9db83-211e-44ff-b581-cb9fcc66fb95 req-ce05a0d3-af8b-44fb-b8ce-2e124abfeb99 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:44.801999 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bef9db83-211e-44ff-b581-cb9fcc66fb95 req-ce05a0d3-af8b-44fb-b8ce-2e124abfeb99 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 946 time: 0.1033940 Aug 31 04:13:44.890808 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Deleting port 8454c5ab-9364-43c2-9751-49c932af34e3 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:13:44.891225 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:44.895651 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (0319ee82-d626-405b-8c17-c745da1ac289), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:44.951988 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event deleted for resources: {'Port': ['ID=0319ee82-d626-405b-8c17-c745da1ac289,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:44.960748 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bef9db83-211e-44ff-b581-cb9fcc66fb95 req-a0428e39-6d95-4e26-8711-54f6533862fc tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267610 Aug 31 04:13:44.976237 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] For port 8454c5ab-9364-43c2-9751-49c932af34e3, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=8454c5ab-9364-43c2-9751-49c932af34e3,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:44.976861 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:44.978823 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:44.979238 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:44.980132 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:44.980132 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:44.980564 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:44.989395 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:44.989395 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:44.989718 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:44.990000 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:44.990291 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:44.990641 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:44.991051 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:44.991382 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:44.991710 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:44.992037 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:44.993919 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Calling delete_port for 8454c5ab-9364-43c2-9751-49c932af34e3 owned by network:router_interface {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:13:45.041176 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Network 32e0d3cc-cecf-4072-861e-69e212464544 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:13:45.045986 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:13:45.103099 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47792) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:45.135918 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=100 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:45.177179 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_v2 [None req-21001872-7cab-481e-9c35-a682cf3edc48 admin admin] Deleting subnet 42c3d8d7-d385-44ba-bdb1-18deb02563b8 {{(pid=106458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:13:45.183147 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-21001872-7cab-481e-9c35-a682cf3edc48 admin admin] Publish callbacks [] for subnet (42c3d8d7-d385-44ba-bdb1-18deb02563b8), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:45.229983 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-21001872-7cab-481e-9c35-a682cf3edc48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838308'] for subnet (42c3d8d7-d385-44ba-bdb1-18deb02563b8), precommit_delete_associations {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:45.240141 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Router 9d09dd6b-12a7-4aef-804b-a6c660f74ded has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:13:45.241937 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Router 0220139a-5748-4423-912f-9979ec9fe208 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:13:45.263513 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:45.305071 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-21001872-7cab-481e-9c35-a682cf3edc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (42c3d8d7-d385-44ba-bdb1-18deb02563b8), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:45.329316 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (8454c5ab-9364-43c2-9751-49c932af34e3), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:45.364406 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=8454c5ab-9364-43c2-9751-49c932af34e3,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:45.404948 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:45.404948 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:45.405416 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:45.405765 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:45.407113 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:45.407716 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:45.407835 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:45.408102 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:45.408432 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:45.408759 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:45.409089 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:45.409416 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:45.409979 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:45.410088 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:45.410369 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:13:45.437211 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-0af28079-55eb-48db-a95a-f8435f807dd6 None None] Provisioning complete for port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:13:45.437711 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0af28079-55eb-48db-a95a-f8435f807dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:45.510909 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-0af28079-55eb-48db-a95a-f8435f807dd6 None None] Port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:13:45.526562 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-21001872-7cab-481e-9c35-a682cf3edc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4007182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3976995'] for subnet (42c3d8d7-d385-44ba-bdb1-18deb02563b8), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:45.532926 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:45.535286 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:13:45.548328 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:13:45.563162 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6078dd31-2ddb-4e34-b15c-42dabde47706 None None] Sync routers for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:13:45.569545 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21001872-7cab-481e-9c35-a682cf3edc48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c3d8d7-d385-44ba-bdb1-18deb02563b8,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:45.578724 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-21001872-7cab-481e-9c35-a682cf3edc48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:45.580145 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-708f1c57-3feb-452f-a9a4-f9cfe737339a admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/9d09dd6b-12a7-4aef-804b-a6c660f74ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1683183 Aug 31 04:13:45.581831 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6078dd31-2ddb-4e34-b15c-42dabde47706 None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:13:45.583254 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-21001872-7cab-481e-9c35-a682cf3edc48 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/42c3d8d7-d385-44ba-bdb1-18deb02563b8 HTTP/1.1" status: 204 len: 168 time: 0.4791553 Aug 31 04:13:45.585778 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-6078dd31-2ddb-4e34-b15c-42dabde47706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:45.586575 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47796) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:45.689191 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] No DVR routers for this DVR port 0319ee82-d626-405b-8c17-c745da1ac289 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:13:45.694410 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:45.703800 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-02643999-9b26-47b0-bf9b-99fbdb2fa307 req-40589cc2-5fe7-4e19-981f-da8f155f17fb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.26 "DELETE /networking/v2.0/ports/0319ee82-d626-405b-8c17-c745da1ac289 HTTP/1.1" status: 204 len: 173 time: 2.1601510 Aug 31 04:13:45.704289 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d85740-5090-4429-a8fb-61391968c231', 'name': 'network-vif-deleted', 'tag': '0319ee82-d626-405b-8c17-c745da1ac289'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:13:45.712221 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Sync routers for ids ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:13:45.713288 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5862e9c2-d7ac-4558-83dd-b694413181c4" -d '{"events": [{"server_uuid": "d1d85740-5090-4429-a8fb-61391968c231", "name": "network-vif-deleted", "tag": "0319ee82-d626-405b-8c17-c745da1ac289"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:13:45.782503 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Routers {'9d09dd6b-12a7-4aef-804b-a6c660f74ded'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:13:45.784222 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:45.816080 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19c91ec-5040-49f1-9a31-f75c605f6b04 x-openstack-request-id: req-d19c91ec-5040-49f1-9a31-f75c605f6b04 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:13:45.816814 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d85740-5090-4429-a8fb-61391968c231", "name": "network-vif-deleted", "tag": "0319ee82-d626-405b-8c17-c745da1ac289", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:13:45.816814 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d19c91ec-5040-49f1-9a31-f75c605f6b04 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:13:45.817042 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19c91ec-5040-49f1-9a31-f75c605f6b04'] response: {'server_uuid': 'd1d85740-5090-4429-a8fb-61391968c231', 'name': 'network-vif-deleted', 'tag': '0319ee82-d626-405b-8c17-c745da1ac289', 'status': 'completed', 'code': 200} Aug 31 04:13:45.839561 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8205cc6d-bac9-4311-9b07-62445fcda251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:45.843439 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567845'] for router_interface (452f5ef7-61d0-42f8-9266-736c6a122aeb), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:45.942589 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Set router 9d09dd6b-12a7-4aef-804b-a6c660f74ded gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:13:45.958426 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-6078dd31-2ddb-4e34-b15c-42dabde47706 None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:13:46.040412 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:13:46.091200 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8205cc6d-bac9-4311-9b07-62445fcda251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.147503 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:13:46.148191 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.166127 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-8205cc6d-bac9-4311-9b07-62445fcda251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60']}} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:46.185104 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-8205cc6d-bac9-4311-9b07-62445fcda251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf') {'for_net_delete': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:46.185575 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-8205cc6d-bac9-4311-9b07-62445fcda251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf') {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:46.202865 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8205cc6d-bac9-4311-9b07-62445fcda251 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838319'] for segment (e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.253770 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-831ec29b-7267-41fc-903a-6e4bc2217f7d req-d8091584-fbc4-48bc-9f90-356bd29bc6ad tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d1d85740-5090-4429-a8fb-61391968c231 HTTP/1.1" status: 200 len: 210 time: 0.0886118 Aug 31 04:13:46.275247 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8205cc6d-bac9-4311-9b07-62445fcda251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.275725 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47806) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:46.275812 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8205cc6d-bac9-4311-9b07-62445fcda251 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=106458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:13:46.275812 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8205cc6d-bac9-4311-9b07-62445fcda251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4007848'] for segment (e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.277382 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-1cfed2d0-452a-4537-ba56-f8bed3d92737 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527343295', 'description': 'tempest-description--935949485'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:13:46.293913 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 0319ee82-d626-405b-8c17-c745da1ac289 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:13:46.297374 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:46.329750 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1cfed2d0-452a-4537-ba56-f8bed3d92737 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.332465 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf resource provider aggregate not found Aug 31 04:13:46.338826 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 0319ee82-d626-405b-8c17-c745da1ac289 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:13:46.339209 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 0319ee82-d626-405b-8c17-c745da1ac289 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:13:46.348363 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:13:46.348747 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.355582 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e09cfe5c-8dd0-4df5-b7e5-46ebfaa0cdcf found for delete ", "request_id": "req-ea46d9c5-81f1-4859-8c2a-22c9c589cab8"}]} Aug 31 04:13:46.363313 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-6078dd31-2ddb-4e34-b15c-42dabde47706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:46.367652 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Router 452f5ef7-61d0-42f8-9266-736c6a122aeb has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:13:46.381045 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8205cc6d-bac9-4311-9b07-62445fcda251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.393185 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:46.396158 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8205cc6d-bac9-4311-9b07-62445fcda251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.401159 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6078dd31-2ddb-4e34-b15c-42dabde47706 None None] Checking router: 0220139a-5748-4423-912f-9979ec9fe208 for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:13:46.403757 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-8205cc6d-bac9-4311-9b07-62445fcda251 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60 HTTP/1.1" status: 204 len: 168 time: 0.8140795 Aug 31 04:13:46.404134 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:46.413751 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'f46ff0fb-3dbd-4a95-8b2c-e09db2b71277', 'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'mac_address': 'fa:16:3e:7c:28:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:42Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 2, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'subnets': [{'id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:46.415547 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.423599 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6078dd31-2ddb-4e34-b15c-42dabde47706 None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:13:46.424510 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-6078dd31-2ddb-4e34-b15c-42dabde47706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:46.432141 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205cc6d-bac9-4311-9b07-62445fcda251 admin admin] Pushing event deleted for resources: {'Network': ['ID=3608d9e2-f4ed-4aa1-9f6d-1e20f3bf2d60,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:46.455637 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Checking router: 9d09dd6b-12a7-4aef-804b-a6c660f74ded for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:13:46.465515 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Updating router 9d09dd6b-12a7-4aef-804b-a6c660f74ded port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 binding host dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:13:46.468959 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1cfed2d0-452a-4537-ba56-f8bed3d92737 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group (6190d95d-a2ca-4c0b-be2c-c5da532942be), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.476089 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1cfed2d0-452a-4537-ba56-f8bed3d92737 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (6190d95d-a2ca-4c0b-be2c-c5da532942be), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.555211 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1cfed2d0-452a-4537-ba56-f8bed3d92737 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.565961 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-1cfed2d0-452a-4537-ba56-f8bed3d92737 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2980859 Aug 31 04:13:46.572109 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47814) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:46.579088 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-86a0e23b-d1e9-4054-83a8-b6765dc34b64 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Request body: {'security_group_rule': {'security_group_id': '6190d95d-a2ca-4c0b-be2c-c5da532942be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:13:46.583856 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:46.588620 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfed2d0-452a-4537-ba56-f8bed3d92737 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6190d95d-a2ca-4c0b-be2c-c5da532942be,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:46.598262 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:46.620716 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47816) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:46.668046 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-86a0e23b-d1e9-4054-83a8-b6765dc34b64 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group_rule (c4cddbab-ca59-46bd-9cd0-54c16d83aab9), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.670371 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-6078dd31-2ddb-4e34-b15c-42dabde47706 None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:13:46.715702 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-a34919c9-693e-4949-bce4-28e081b02735 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=175f95fba7384b58b9c75ea11c6e3469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0924807 Aug 31 04:13:46.723623 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47818) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:46.732678 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.811478 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:46.812804 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-86a0e23b-d1e9-4054-83a8-b6765dc34b64 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group_rule (c4cddbab-ca59-46bd-9cd0-54c16d83aab9), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.814177 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-51f7d209-253e-4f7b-b121-6d36519114c8 admin admin] Publish callbacks [] for security_group (bd657d1e-17ac-4fca-b860-b9c0d6fd62f3), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.825343 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-86a0e23b-d1e9-4054-83a8-b6765dc34b64 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (c4cddbab-ca59-46bd-9cd0-54c16d83aab9), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.861990 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0e23b-d1e9-4054-83a8-b6765dc34b64 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4cddbab-ca59-46bd-9cd0-54c16d83aab9,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:46.873526 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-86a0e23b-d1e9-4054-83a8-b6765dc34b64 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.875213 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-86a0e23b-d1e9-4054-83a8-b6765dc34b64 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3019907 Aug 31 04:13:46.877625 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-51f7d209-253e-4f7b-b121-6d36519114c8 admin admin] Publish callbacks [] for security_group (bd657d1e-17ac-4fca-b860-b9c0d6fd62f3), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.879638 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47820) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:46.889973 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-d08ef22a-3b5c-4e36-b6b4-4ead1ffdaf40 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Request body: {'security_group_rule': {'security_group_id': '6190d95d-a2ca-4c0b-be2c-c5da532942be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:13:46.903825 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:46.909181 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:13:46.918654 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-efb11cea-e87e-42b9-b7ab-b310f3326f0d admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/452f5ef7-61d0-42f8-9266-736c6a122aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6981452 Aug 31 04:13:46.919724 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47822) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:46.923970 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4cfb00-01a9-4e9d-a1c8-ff651e7dcf42 None None] Sync routers for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:13:46.953671 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d08ef22a-3b5c-4e36-b6b4-4ead1ffdaf40 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group_rule (415b25ab-707a-4fdd-be15-51112f3cbb25), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.964769 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4cfb00-01a9-4e9d-a1c8-ff651e7dcf42 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:13:46.965415 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-3d4cfb00-01a9-4e9d-a1c8-ff651e7dcf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:46.974239 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:46.985795 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-51f7d209-253e-4f7b-b121-6d36519114c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (bd657d1e-17ac-4fca-b860-b9c0d6fd62f3), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.988669 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-51f7d209-253e-4f7b-b121-6d36519114c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:46.989718 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-51f7d209-253e-4f7b-b121-6d36519114c8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bd657d1e-17ac-4fca-b860-b9c0d6fd62f3 HTTP/1.1" status: 204 len: 168 time: 0.2642493 Aug 31 04:13:47.020259 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7d209-253e-4f7b-b121-6d36519114c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd657d1e-17ac-4fca-b860-b9c0d6fd62f3,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:47.046143 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] Publish callbacks [] for router (452f5ef7-61d0-42f8-9266-736c6a122aeb), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.060249 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d08ef22a-3b5c-4e36-b6b4-4ead1ffdaf40 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group_rule (415b25ab-707a-4fdd-be15-51112f3cbb25), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.071010 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d08ef22a-3b5c-4e36-b6b4-4ead1ffdaf40 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (415b25ab-707a-4fdd-be15-51112f3cbb25), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.080824 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Publish callbacks [] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.089147 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.105083 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ef22a-3b5c-4e36-b6b4-4ead1ffdaf40 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415b25ab-707a-4fdd-be15-51112f3cbb25,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:47.120174 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-6078dd31-2ddb-4e34-b15c-42dabde47706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:47.153290 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d08ef22a-3b5c-4e36-b6b4-4ead1ffdaf40 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.158120 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-d08ef22a-3b5c-4e36-b6b4-4ead1ffdaf40 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2774448 Aug 31 04:13:47.158814 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47826) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:47.164000 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Request body: {'floatingip': {'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:13:47.164360 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6078dd31-2ddb-4e34-b15c-42dabde47706 None None] The sync data for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi is: [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:13:47.180076 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:47.191134 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] Publish callbacks [] for router_gateway (452f5ef7-61d0-42f8-9266-736c6a122aeb), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.204344 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.231830 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Attempting to bind port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:13:47.232596 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Attempting to bind port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:13:47.233291 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Attempting to bind port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 on network 32e0d3cc-cecf-4072-861e-69e212464544 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:13:47.253458 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac6d6d-92aa-4aa7-92a7-3b801598b27c None None] Pushing event updated for resources: {'Port': ['ID=f46ff0fb-3dbd-4a95-8b2c-e09db2b71277,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:47.261117 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:13:47.262884 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Checking segment: {'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:13:47.263306 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.272920 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Bound using segment: {'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:13:47.273427 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Bound port: f46ff0fb-3dbd-4a95-8b2c-e09db2b71277, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:13:47.273821 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.275422 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-3d4cfb00-01a9-4e9d-a1c8-ff651e7dcf42 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:13:47.309230 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] Deleting port acb76bb4-30e1-40bb-b68b-957109ab756b {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:13:47.310132 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (acb76bb4-30e1-40bb-b68b-957109ab756b), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.357077 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.483371 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] For port acb76bb4-30e1-40bb-b68b-957109ab756b, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=acb76bb4-30e1-40bb-b68b-957109ab756b,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:47.483967 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (acb76bb4-30e1-40bb-b68b-957109ab756b), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.500139 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] For port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:13:47.507665 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] For port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=f46ff0fb-3dbd-4a95-8b2c-e09db2b71277,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:13:47.512603 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] Calling delete_port for acb76bb4-30e1-40bb-b68b-957109ab756b owned by network:router_gateway {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:13:47.515291 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.603638 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Allocated IP 172.27.1.49 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/49986848-dc59-4cfc-bd6d-73c1c1a65065) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:13:47.613774 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:47.615563 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac6d6d-92aa-4aa7-92a7-3b801598b27c None None] Pushing event updated for resources: {'Port': ['ID=f46ff0fb-3dbd-4a95-8b2c-e09db2b71277,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:47.634548 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:13:47.637452 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Routers {'9d09dd6b-12a7-4aef-804b-a6c660f74ded'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:13:47.638245 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:47.674692 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-3d4cfb00-01a9-4e9d-a1c8-ff651e7dcf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:13:45Z', 'revision_number': 5, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port': {'id': 'acb76bb4-30e1-40bb-b68b-957109ab756b', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:06:20Z', 'updated_at': '2022-08-31T04:06:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:47.738114 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4cfb00-01a9-4e9d-a1c8-ff651e7dcf42 None None] Checking router: 452f5ef7-61d0-42f8-9266-736c6a122aeb for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:13:47.756519 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4cfb00-01a9-4e9d-a1c8-ff651e7dcf42 None None] Routers {'452f5ef7-61d0-42f8-9266-736c6a122aeb'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:13:47.757450 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-3d4cfb00-01a9-4e9d-a1c8-ff651e7dcf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['452f5ef7-61d0-42f8-9266-736c6a122aeb'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:47.833256 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:13:47.833632 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.835402 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f412e-f368-4092-b6b3-a953c0b65e35 None None] New status for floating IP 9826c4da-e1c8-4434-9c82-1a3cb556d4d9: DOWN {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:13:47.852844 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for port (49986848-dc59-4cfc-bd6d-73c1c1a65065), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.907580 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (acb76bb4-30e1-40bb-b68b-957109ab756b), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.923603 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:47.929739 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (49986848-dc59-4cfc-bd6d-73c1c1a65065), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:47.940035 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-3d4cfb00-01a9-4e9d-a1c8-ff651e7dcf42 None None] Set router 452f5ef7-61d0-42f8-9266-736c6a122aeb gateway port host: None {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:13:47.949915 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:47.956556 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb76bb4-30e1-40bb-b68b-957109ab756b,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:48.001165 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] Set router 9d09dd6b-12a7-4aef-804b-a6c660f74ded gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:13:48.053767 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566230'] for router_gateway (452f5ef7-61d0-42f8-9266-736c6a122aeb), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:48.086530 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-3d4cfb00-01a9-4e9d-a1c8-ff651e7dcf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:13:47Z', 'revision_number': 6, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port_host': None}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:48.093186 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:13:48.115514 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-10c40029-91f6-4c2c-8690-fae6fe0d9b80 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1889188028&fields=id&tenant_id=e6db5b66c75c499d98d02d6e0041299f HTTP/1.1" status: 200 len: 267 time: 0.2262349 Aug 31 04:13:48.119080 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:13:48.120052 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event updated for resources: {'Port': ['ID=49986848-dc59-4cfc-bd6d-73c1c1a65065,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:48.125071 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:13:48.136002 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4cfb00-01a9-4e9d-a1c8-ff651e7dcf42 None None] The sync data for ids ['452f5ef7-61d0-42f8-9266-736c6a122aeb'] in dv-cinder-853910-5-iscsi is: [{'id': '452f5ef7-61d0-42f8-9266-736c6a122aeb', 'name': 'tempest-AttachVolumeNegativeTest-1708687044-router', 'tenant_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:06:19Z', 'updated_at': '2022-08-31T04:13:47Z', 'revision_number': 6, 'project_id': 'fdbbb020a1944de2a8fa16379f8cec7d', 'gw_port_host': None}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:13:48.192202 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:13:48.216840 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8207'] for router (452f5ef7-61d0-42f8-9266-736c6a122aeb), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:48.219542 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] Publish callbacks [] for router_controller (452f5ef7-61d0-42f8-9266-736c6a122aeb), precommit_delete_associations {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:48.263607 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:48.288681 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567896'] for router (452f5ef7-61d0-42f8-9266-736c6a122aeb), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:48.288979 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 452f5ef7-61d0-42f8-9266-736c6a122aeb {{(pid=106458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:13:48.294767 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:48.295978 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-b8907e94-2f06-4343-84f4-fa8b5860a624 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/452f5ef7-61d0-42f8-9266-736c6a122aeb HTTP/1.1" status: 204 len: 168 time: 1.3753502 Aug 31 04:13:48.299493 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47856) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:48.302359 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'f46ff0fb-3dbd-4a95-8b2c-e09db2b71277', 'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'mac_address': 'fa:16:3e:7c:28:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:42Z', 'updated_at': '2022-08-31T04:13:47Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'subnets': [{'id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:48.344026 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a230029-71aa-4f04-b549-e52b6e04a636 None None] The sync data for ids ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'] in dv-cinder-853910-5-iscsi is: [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'f46ff0fb-3dbd-4a95-8b2c-e09db2b71277', 'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'mac_address': 'fa:16:3e:7c:28:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:42Z', 'updated_at': '2022-08-31T04:13:47Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'subnets': [{'id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:13:48.363692 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-84eacefb-a92e-4859-b5ad-1b970d54bfa0 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:48.365898 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-84eacefb-a92e-4859-b5ad-1b970d54bfa0 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 812 time: 0.2375371 Aug 31 04:13:48.367276 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:48.379832 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7b7303-533a-41f8-8378-472fe26bdfcd admin admin] Deleting subnet da35dc9f-c372-4110-8bb0-0f937da725c4 {{(pid=106458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:13:48.384219 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dc7b7303-533a-41f8-8378-472fe26bdfcd admin admin] Publish callbacks [] for subnet (da35dc9f-c372-4110-8bb0-0f937da725c4), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:48.387179 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-d47eb12a-e874-4228-acc5-7cf1693821f5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/quotas/e6db5b66c75c499d98d02d6e0041299f HTTP/1.1" status: 200 len: 375 time: 0.0117426 Aug 31 04:13:48.409921 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for floatingip (ce5df14c-50ee-4508-b8b7-f4922e2f68b3), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:48.421969 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dc7b7303-533a-41f8-8378-472fe26bdfcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838308'] for subnet (da35dc9f-c372-4110-8bb0-0f937da725c4), precommit_delete_associations {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:48.474408 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-a5f91ad4-a99f-4410-b879-7bfc514fccb6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807552 Aug 31 04:13:48.483909 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (49986848-dc59-4cfc-bd6d-73c1c1a65065), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:48.506544 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dc7b7303-533a-41f8-8378-472fe26bdfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (da35dc9f-c372-4110-8bb0-0f937da725c4), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:48.626733 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dc7b7303-533a-41f8-8378-472fe26bdfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4007182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3976995'] for subnet (da35dc9f-c372-4110-8bb0-0f937da725c4), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:48.694024 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b7303-533a-41f8-8378-472fe26bdfcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da35dc9f-c372-4110-8bb0-0f937da725c4,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:48.697913 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dc7b7303-533a-41f8-8378-472fe26bdfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:48.703591 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-dc7b7303-533a-41f8-8378-472fe26bdfcd admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/da35dc9f-c372-4110-8bb0-0f937da725c4 HTTP/1.1" status: 204 len: 168 time: 0.4014416 Aug 31 04:13:48.705242 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 47864) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:48.710163 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f92b1-4304-4945-9c2e-8959fc9fc22b None None] Network df2a7da3-c61f-4600-a4d7-00eeb18098d5 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:13:48.749955 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-9ebb9aa7-21ba-4732-97a1-d103ca07fc93 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411740 Aug 31 04:13:48.920394 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (df2a7da3-c61f-4600-a4d7-00eeb18098d5), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:48.954974 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for port (49986848-dc59-4cfc-bd6d-73c1c1a65065), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:48.962211 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47868) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:48.971159 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (49986848-dc59-4cfc-bd6d-73c1c1a65065), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.000885 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-61480d7d-c690-43a9-9e53-958d0f042158 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499890 Aug 31 04:13:49.052217 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:49.087523 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] Deleting port ab70855a-22c0-4b0d-a1ec-45ea9e52005f {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:13:49.087932 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.104309 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event updated for resources: {'Port': ['ID=49986848-dc59-4cfc-bd6d-73c1c1a65065,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:49.110655 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (ce5df14c-50ee-4508-b8b7-f4922e2f68b3), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.141651 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5f194a-19b3-4c0e-aca3-a94bc883ed78 None None] DHCP port deletion for df2a7da3-c61f-4600-a4d7-00eeb18098d5 request from dv-cinder-853910-5-iscsi {{(pid=106460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:13:49.146100 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3cf93fe8-45ec-4b3b-9e5c-88d59a8e9a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.201615 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f194a-19b3-4c0e-aca3-a94bc883ed78 None None] Deleting port ab70855a-22c0-4b0d-a1ec-45ea9e52005f {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:13:49.201856 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.202225 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6c5f194a-19b3-4c0e-aca3-a94bc883ed78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.211759 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-66dc6271-b7d1-45a3-b931-8a59339a9a28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0515966 Aug 31 04:13:49.222764 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] For port ab70855a-22c0-4b0d-a1ec-45ea9e52005f, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=ab70855a-22c0-4b0d-a1ec-45ea9e52005f,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:49.223399 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.242688 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] Calling delete_port for ab70855a-22c0-4b0d-a1ec-45ea9e52005f owned by network:dhcp {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:13:49.278897 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:UPDATE=6,neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:49.384262 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-6c5f194a-19b3-4c0e-aca3-a94bc883ed78 None None] For port ab70855a-22c0-4b0d-a1ec-45ea9e52005f, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=ab70855a-22c0-4b0d-a1ec-45ea9e52005f,segment=NetworkSegment(865d31dd-370b-422f-9a17-7fec240aa8ac),segment_id=865d31dd-370b-422f-9a17-7fec240aa8ac)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:49.387541 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6c5f194a-19b3-4c0e-aca3-a94bc883ed78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.387802 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3cf93fe8-45ec-4b3b-9e5c-88d59a8e9a37 admin admin] Publish callbacks [] for security_group (6626d6d8-b530-410a-b9bd-32e9fe29c71f), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.391928 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:49.401220 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3cf93fe8-45ec-4b3b-9e5c-88d59a8e9a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (6626d6d8-b530-410a-b9bd-32e9fe29c71f), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.414836 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.443350 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f194a-19b3-4c0e-aca3-a94bc883ed78 None None] Calling delete_port for ab70855a-22c0-4b0d-a1ec-45ea9e52005f owned by network:dhcp {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:13:49.473360 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-3cf93fe8-45ec-4b3b-9e5c-88d59a8e9a37 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0328f51d8c6544d38856a932f67d79f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5058830 Aug 31 04:13:49.473360 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf93fe8-45ec-4b3b-9e5c-88d59a8e9a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6626d6d8-b530-410a-b9bd-32e9fe29c71f,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:49.479687 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47882) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:49.563522 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] No DVR routers for this DVR port ab70855a-22c0-4b0d-a1ec-45ea9e52005f on host dv-cinder-853910-5-iscsi {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:13:49.575903 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab70855a-22c0-4b0d-a1ec-45ea9e52005f,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:49.620298 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5e7d8fc0-3c8d-41c5-8bd2-9262a835bb34 admin admin] Publish callbacks [] for security_group (6626d6d8-b530-410a-b9bd-32e9fe29c71f), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.622795 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:49.677369 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6c5f194a-19b3-4c0e-aca3-a94bc883ed78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454'] for port (ab70855a-22c0-4b0d-a1ec-45ea9e52005f), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.691972 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:49.696255 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5f194a-19b3-4c0e-aca3-a94bc883ed78 None None] No DVR routers for this DVR port ab70855a-22c0-4b0d-a1ec-45ea9e52005f on host dv-cinder-853910-5-iscsi {{(pid=106460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:13:49.723469 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f194a-19b3-4c0e-aca3-a94bc883ed78 None None] Pushing event deleted for resources: {'Port': ['ID=ab70855a-22c0-4b0d-a1ec-45ea9e52005f,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:49.725827 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5e7d8fc0-3c8d-41c5-8bd2-9262a835bb34 admin admin] Publish callbacks [] for security_group (6626d6d8-b530-410a-b9bd-32e9fe29c71f), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.735873 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:13:49.796721 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:13:49.797097 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.813414 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5e7d8fc0-3c8d-41c5-8bd2-9262a835bb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (6626d6d8-b530-410a-b9bd-32e9fe29c71f), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.816431 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5e7d8fc0-3c8d-41c5-8bd2-9262a835bb34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.818613 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-5e7d8fc0-3c8d-41c5-8bd2-9262a835bb34 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6626d6d8-b530-410a-b9bd-32e9fe29c71f HTTP/1.1" status: 204 len: 168 time: 0.3365684 Aug 31 04:13:49.830802 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d8fc0-3c8d-41c5-8bd2-9262a835bb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6626d6d8-b530-410a-b9bd-32e9fe29c71f,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:49.847804 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4c4dec86-bfa1-44d6-8a49-99a1a4b956f9 req-a04409fc-5ba3-4b43-ac3a-fe3d07194188 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 210 time: 0.1034625 Aug 31 04:13:49.849914 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (df2a7da3-c61f-4600-a4d7-00eeb18098d5), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:49.955304 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:13:49.955775 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:50.006760 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=f46ff0fb-3dbd-4a95-8b2c-e09db2b71277,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:50.013260 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:50.121576 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device ab70855a-22c0-4b0d-a1ec-45ea9e52005f no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:13:50.163807 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: ab70855a-22c0-4b0d-a1ec-45ea9e52005f {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:13:50.164228 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device ab70855a-22c0-4b0d-a1ec-45ea9e52005f not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:13:50.164612 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 8454c5ab-9364-43c2-9751-49c932af34e3 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:13:50.206262 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=f46ff0fb-3dbd-4a95-8b2c-e09db2b71277,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:50.209221 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 8454c5ab-9364-43c2-9751-49c932af34e3 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:13:50.209567 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 8454c5ab-9364-43c2-9751-49c932af34e3 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:13:50.209976 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device acb76bb4-30e1-40bb-b68b-957109ab756b no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:13:50.229953 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: acb76bb4-30e1-40bb-b68b-957109ab756b {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:13:50.230290 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device acb76bb4-30e1-40bb-b68b-957109ab756b not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:13:50.334912 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2a7da3-c61f-4600-a4d7-00eeb18098d5']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:50.348350 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-b1b8cb2f-3586-4600-a320-33e29f3c88dd tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1527343295&fields=id&tenant_id=b2f251186d5346d9ae213f018e299cb4 HTTP/1.1" status: 200 len: 267 time: 0.6996565 Aug 31 04:13:50.350146 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865d31dd-370b-422f-9a17-7fec240aa8ac') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:50.350438 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865d31dd-370b-422f-9a17-7fec240aa8ac') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:13:50.383141 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269191'] for segment (865d31dd-370b-422f-9a17-7fec240aa8ac), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:50.456370 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (865d31dd-370b-422f-9a17-7fec240aa8ac), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:50.470253 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:13:50.470963 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222628'] for segment (865d31dd-370b-422f-9a17-7fec240aa8ac), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:50.577869 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (df2a7da3-c61f-4600-a4d7-00eeb18098d5), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:50.586159 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:50.590414 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/df2a7da3-c61f-4600-a4d7-00eeb18098d5 HTTP/1.1" status: 204 len: 168 time: 1.8825626 Aug 31 04:13:50.598131 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-825a33ae-4e69-453a-9b08-0c52768e75fb tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:50.600223 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-825a33ae-4e69-453a-9b08-0c52768e75fb tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/networks?id=32e0d3cc-cecf-4072-861e-69e212464544 HTTP/1.1" status: 200 len: 810 time: 0.2415018 Aug 31 04:13:50.616103 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cc1af-1c19-4672-a234-d7be4be767c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=df2a7da3-c61f-4600-a4d7-00eeb18098d5,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:50.629465 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-aac473cc-1fdf-4ec1-b6c4-553397ab665f tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/quotas/b2f251186d5346d9ae213f018e299cb4 HTTP/1.1" status: 200 len: 375 time: 0.0157251 Aug 31 04:13:50.690357 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-7afeb9be-338e-45cc-abb9-d41da31eb0fb tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b2f251186d5346d9ae213f018e299cb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550025 Aug 31 04:13:50.715590 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 865d31dd-370b-422f-9a17-7fec240aa8ac resource provider aggregate not found Aug 31 04:13:50.763819 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 865d31dd-370b-422f-9a17-7fec240aa8ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 865d31dd-370b-422f-9a17-7fec240aa8ac found for delete ", "request_id": "req-b8d54d44-0f9b-48c1-86e8-a5425033ad64"}]} Aug 31 04:13:50.796797 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47928) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:50.812908 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-b357df11-e5e2-4b2c-8cae-d59108099b13 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090333 Aug 31 04:13:50.842354 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-a781a00b-a0bd-4026-a4ce-3d135d8fb458 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fdbbb020a1944de2a8fa16379f8cec7d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437095 Aug 31 04:13:50.845024 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 47932) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:50.909161 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7d40ae9f-093c-4a65-8047-45a0582ea320 admin admin] Publish callbacks [] for security_group (5dd6d6b1-55b7-4fd9-b419-9c7382e8266a), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:50.944766 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7d40ae9f-093c-4a65-8047-45a0582ea320 admin admin] Publish callbacks [] for security_group (5dd6d6b1-55b7-4fd9-b419-9c7382e8266a), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:50.974275 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:51.010913 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-7c9750ad-105f-4c6e-a38b-ca60efef335e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910708 Aug 31 04:13:51.032879 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7d40ae9f-093c-4a65-8047-45a0582ea320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (5dd6d6b1-55b7-4fd9-b419-9c7382e8266a), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:51.037163 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-7d40ae9f-093c-4a65-8047-45a0582ea320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:51.053256 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-7d40ae9f-093c-4a65-8047-45a0582ea320 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5dd6d6b1-55b7-4fd9-b419-9c7382e8266a HTTP/1.1" status: 204 len: 168 time: 0.1955805 Aug 31 04:13:51.076105 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40ae9f-093c-4a65-8047-45a0582ea320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd6d6b1-55b7-4fd9-b419-9c7382e8266a,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:51.117136 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e3bccc31-d393-4a4c-9633-8873733976c1 req-ea6ec5f7-f064-4a20-9ca5-06e45ec03f00 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 210 time: 0.1341023 Aug 31 04:13:51.195406 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-e75a3900-3e12-4b35-a251-4cc60580dc0f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:51.198025 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-e75a3900-3e12-4b35-a251-4cc60580dc0f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.26 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 812 time: 0.2109554 Aug 31 04:13:51.285076 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-33d605b8-9596-48a5-97e7-d91a2a08f0e0 req-b2ce5efd-5f2a-417f-9b9a-84b3d49e00b7 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 210 time: 0.0533423 Aug 31 04:13:51.359113 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-b56a50f6-ba4a-49bf-a904-247c6c02517b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e6db5b66c75c499d98d02d6e0041299f HTTP/1.1" status: 200 len: 380 time: 0.1489074 Aug 31 04:13:51.370039 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-187c8f03-9f96-4688-81b5-2c91c6a92275 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Request body: {'port': {'device_id': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'admin_state_up': True, 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'security_groups': ['80ebc7ec-b1f5-4c34-9e7f-f36131dad35f']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:13:51.534818 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:51.578211 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-187c8f03-9f96-4688-81b5-2c91c6a92275 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Made reservation on behalf of e6db5b66c75c499d98d02d6e0041299f for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:13:51.584183 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-187c8f03-9f96-4688-81b5-2c91c6a92275 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:51.590102 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:13:51.674229 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:13:51.674229 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:51.815972 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:13:51.894092 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-187c8f03-9f96-4688-81b5-2c91c6a92275 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Allocated IP 172.20.0.7 (afdd8bcf-e898-41b9-a268-9083d2b02846/c5eda9f6-9209-4a3c-b6fa-f878a92de383/cec5d875-c053-4ef2-a631-7779726cb122) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:13:52.080533 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-187c8f03-9f96-4688-81b5-2c91c6a92275 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for port (cec5d875-c053-4ef2-a631-7779726cb122), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:52.118080 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-187c8f03-9f96-4688-81b5-2c91c6a92275 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (cec5d875-c053-4ef2-a631-7779726cb122), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:52.167771 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-187c8f03-9f96-4688-81b5-2c91c6a92275 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Network afdd8bcf-e898-41b9-a268-9083d2b02846 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:13:52.173507 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-187c8f03-9f96-4688-81b5-2c91c6a92275 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:13:52.177577 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-187c8f03-9f96-4688-81b5-2c91c6a92275 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:13:52.180853 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c8f03-9f96-4688-81b5-2c91c6a92275 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'Port': ['ID=cec5d875-c053-4ef2-a631-7779726cb122,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:52.246310 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-187c8f03-9f96-4688-81b5-2c91c6a92275 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:52.252269 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-187c8f03-9f96-4688-81b5-2c91c6a92275 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:52.283194 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-187c8f03-9f96-4688-81b5-2c91c6a92275 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9184451 Aug 31 04:13:52.338176 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebb98d-57ed-47a1-b1f2-50b04bf11900 req-5273008c-2de2-49c9-bb07-c123fcfe0bd1 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:52.339874 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-49ebb98d-57ed-47a1-b1f2-50b04bf11900 req-5273008c-2de2-49c9-bb07-c123fcfe0bd1 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 931 time: 0.0557408 Aug 31 04:13:52.347041 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Request body: {'port': {'device_id': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:13:52.440398 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:52.442411 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-176c8e61-1f71-45a4-81f0-98c0ab6f9361 req-cba2cba1-f52d-4f5d-8296-5a13243ae444 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 210 time: 0.0570934 Aug 31 04:13:52.488859 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (cec5d875-c053-4ef2-a631-7779726cb122), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:52.492281 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-295d8048-aea3-4a39-b417-45d787a4a175 None None] Provisioning complete for port cec5d875-c053-4ef2-a631-7779726cb122 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:13:52.492658 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-295d8048-aea3-4a39-b417-45d787a4a175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (cec5d875-c053-4ef2-a631-7779726cb122), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:52.510637 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-49ebb98d-57ed-47a1-b1f2-50b04bf11900 req-4f9f94f6-3aa7-4c34-8759-39cc630778d7 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586518 Aug 31 04:13:52.547038 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-295d8048-aea3-4a39-b417-45d787a4a175 None None] Port cec5d875-c053-4ef2-a631-7779726cb122 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:13:52.704157 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:52.865135 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-2b85e032-9bc1-4e92-9de3-f3125465d557 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:52.866920 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-2b85e032-9bc1-4e92-9de3-f3125465d557 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.26 "GET /networking/v2.0/networks?id=32e0d3cc-cecf-4072-861e-69e212464544 HTTP/1.1" status: 200 len: 810 time: 0.1771858 Aug 31 04:13:52.935717 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec5d875-c053-4ef2-a631-7779726cb122 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:13:52.950352 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Publish callbacks [] for port (cec5d875-c053-4ef2-a631-7779726cb122), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:52.980610 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-e5a81ca6-6cb0-4cf5-9920-80deb76a242c tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b2f251186d5346d9ae213f018e299cb4 HTTP/1.1" status: 200 len: 380 time: 0.1061335 Aug 31 04:13:52.982000 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Transition to ACTIVE for port object cec5d875-c053-4ef2-a631-7779726cb122 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:13:52.990243 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-f5025767-eef1-4633-8857-b1a59c7bb3fe tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Request body: {'port': {'device_id': '907b5ebd-7261-41d9-bfd5-a4f871d87663', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'admin_state_up': True, 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'security_groups': ['6190d95d-a2ca-4c0b-be2c-c5da532942be']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:13:52.996587 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (cec5d875-c053-4ef2-a631-7779726cb122), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:53.113860 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Pushing event updated for resources: {'Port': ['ID=cec5d875-c053-4ef2-a631-7779726cb122,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:53.209308 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Attempting to bind port cec5d875-c053-4ef2-a631-7779726cb122 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:13:53.209662 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Attempting to bind port cec5d875-c053-4ef2-a631-7779726cb122 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:13:53.209987 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Attempting to bind port cec5d875-c053-4ef2-a631-7779726cb122 on network afdd8bcf-e898-41b9-a268-9083d2b02846 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:13:53.214869 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-f5025767-eef1-4633-8857-b1a59c7bb3fe tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Made reservation on behalf of b2f251186d5346d9ae213f018e299cb4 for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:13:53.218768 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-f5025767-eef1-4633-8857-b1a59c7bb3fe tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:53.234176 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Port cec5d875-c053-4ef2-a631-7779726cb122 on network afdd8bcf-e898-41b9-a268-9083d2b02846 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:13:53.234537 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Attempting to bind port cec5d875-c053-4ef2-a631-7779726cb122 on network afdd8bcf-e898-41b9-a268-9083d2b02846 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:13:53.245256 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:13:53.245605 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Checking segment: {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:13:53.246002 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Bound using segment: {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:13:53.246440 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Bound port: cec5d875-c053-4ef2-a631-7779726cb122, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:13:53.246911 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (cec5d875-c053-4ef2-a631-7779726cb122), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:53.350242 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:53.407807 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] For port cec5d875-c053-4ef2-a631-7779726cb122, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:13:53.439666 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] For port cec5d875-c053-4ef2-a631-7779726cb122, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=cec5d875-c053-4ef2-a631-7779726cb122,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:13:53.445238 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-f5025767-eef1-4633-8857-b1a59c7bb3fe tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Allocated IP 172.20.0.11 (32e0d3cc-cecf-4072-861e-69e212464544/518701dd-8963-4e13-97e3-6fcc564e480c/90137c1b-a64b-4fe2-ba88-e0e33d96d34a) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:13:53.452045 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (cec5d875-c053-4ef2-a631-7779726cb122), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:53.461121 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:53.461824 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:53.463292 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/cec5d875-c053-4ef2-a631-7779726cb122 HTTP/1.1" status: 200 len: 1093 time: 1.1212180 Aug 31 04:13:53.465397 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'tag': 'cec5d875-c053-4ef2-a631-7779726cb122'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:13:53.467816 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ed8d3f-d5bb-4562-b65b-e92d92a3221c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f732c2-506d-4871-825e-2672cb8a2452", "tag": "cec5d875-c053-4ef2-a631-7779726cb122"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:13:53.571386 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dff0e5-4353-470b-a658-a854a6d92ace x-openstack-request-id: req-d4dff0e5-4353-470b-a658-a854a6d92ace {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:13:53.571685 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f732c2-506d-4871-825e-2672cb8a2452", "tag": "cec5d875-c053-4ef2-a631-7779726cb122", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:13:53.571953 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4dff0e5-4353-470b-a658-a854a6d92ace {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:13:53.572535 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4dff0e5-4353-470b-a658-a854a6d92ace'] response: {'name': 'network-changed', 'server_uuid': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'tag': 'cec5d875-c053-4ef2-a631-7779726cb122', 'status': 'completed', 'code': 200} Aug 31 04:13:53.574841 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:53.660376 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-467e294e-ddbc-4423-8071-7a2a6c38345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:53.661845 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-467e294e-ddbc-4423-8071-7a2a6c38345a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 1127 time: 0.1358912 Aug 31 04:13:53.663428 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-19884256-c37a-43bf-ac28-160cc52bb808 req-ad52d3e7-99bc-4c7f-b2fb-589f2564fea7 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 210 time: 0.0967438 Aug 31 04:13:53.699177 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbc78d-e2eb-4356-ad0f-126b35fc1196 service neutron] Pushing event updated for resources: {'Port': ['ID=cec5d875-c053-4ef2-a631-7779726cb122,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:53.761718 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-5ccb2a5c-c2a5-44e3-9459-478915581359 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cec5d875-c053-4ef2-a631-7779726cb122 HTTP/1.1" status: 200 len: 217 time: 0.0638864 Aug 31 04:13:53.813777 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a721a-4637-49bc-8556-2b726f31fd4d req-ba9fd5b8-2b7a-4a3d-a27a-e8a1780bd587 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:53.815193 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6d6a721a-4637-49bc-8556-2b726f31fd4d req-ba9fd5b8-2b7a-4a3d-a27a-e8a1780bd587 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 943 time: 0.1562986 Aug 31 04:13:53.884375 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-ff522e87-8412-4e6a-b823-68d006c75294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:53.885740 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-ff522e87-8412-4e6a-b823-68d006c75294 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 200 len: 851 time: 0.1177299 Aug 31 04:13:53.896189 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-f5025767-eef1-4633-8857-b1a59c7bb3fe tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:53.944227 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6d6a721a-4637-49bc-8556-2b726f31fd4d req-f680681e-52dd-414c-aca6-63df16b13f04 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181536 Aug 31 04:13:53.966559 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-8d4744a6-0c74-4706-aae3-8bd0f2a23616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:53.968153 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-8d4744a6-0c74-4706-aae3-8bd0f2a23616 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=afdd8bcf-e898-41b9-a268-9083d2b02846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752757 Aug 31 04:13:53.984265 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-f5025767-eef1-4633-8857-b1a59c7bb3fe tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:54.075861 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-f5025767-eef1-4633-8857-b1a59c7bb3fe tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Network 32e0d3cc-cecf-4072-861e-69e212464544 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:13:54.082056 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-f5025767-eef1-4633-8857-b1a59c7bb3fe tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:13:54.087514 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-f5025767-eef1-4633-8857-b1a59c7bb3fe tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:13:54.101447 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:54.102760 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5025767-eef1-4633-8857-b1a59c7bb3fe tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event updated for resources: {'Port': ['ID=90137c1b-a64b-4fe2-ba88-e0e33d96d34a,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:54.158278 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-82a2245c-911d-4252-9e49-6bae9863899d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831987 Aug 31 04:13:54.169098 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-f5025767-eef1-4633-8857-b1a59c7bb3fe tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:54.169730 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-f5025767-eef1-4633-8857-b1a59c7bb3fe tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:54.236394 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-f5025767-eef1-4633-8857-b1a59c7bb3fe tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2504504 Aug 31 04:13:54.250119 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Request body: {'port': {'device_id': '907b5ebd-7261-41d9-bfd5-a4f871d87663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:13:54.287796 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-fc51c714-ca9d-4008-b06c-58380b47a4c2 None None] Provisioning complete for port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:13:54.288387 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fc51c714-ca9d-4008-b06c-58380b47a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:54.321134 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-fc51c714-ca9d-4008-b06c-58380b47a4c2 None None] Port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:13:54.325948 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3abf2163-a2b9-4c83-8735-7ece61c0fa70 req-ff7c5a3a-b8a8-4603-b5f1-8ac11754df47 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532516 Aug 31 04:13:54.336056 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:54.559599 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed8d3f-d5bb-4562-b65b-e92d92a3221c req-b524cd63-0de3-47e0-9896-39e0677f8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:54.561137 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-76ed8d3f-d5bb-4562-b65b-e92d92a3221c req-b524cd63-0de3-47e0-9896-39e0677f8e65 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 1127 time: 0.0540955 Aug 31 04:13:54.581453 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:54.750423 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed8d3f-d5bb-4562-b65b-e92d92a3221c req-67c07e27-6084-44f5-980d-e11ca21d7b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:54.752136 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-76ed8d3f-d5bb-4562-b65b-e92d92a3221c req-67c07e27-6084-44f5-980d-e11ca21d7b3f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 913 time: 0.1837904 Aug 31 04:13:54.767505 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90137c1b-a64b-4fe2-ba88-e0e33d96d34a {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:13:54.806867 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Publish callbacks [] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:54.849759 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-76ed8d3f-d5bb-4562-b65b-e92d92a3221c req-e37ea224-41b8-45da-95af-7627b2f38edd service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cec5d875-c053-4ef2-a631-7779726cb122 HTTP/1.1" status: 200 len: 217 time: 0.0764410 Aug 31 04:13:54.871149 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Transition to ACTIVE for port object 90137c1b-a64b-4fe2-ba88-e0e33d96d34a will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:13:54.879570 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80215d83-27bb-4801-a552-2e24134bbfc0 req-1fc0d0a0-d0e7-4206-ab6b-5542843e7bd1 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:54.881112 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-80215d83-27bb-4801-a552-2e24134bbfc0 req-1fc0d0a0-d0e7-4206-ab6b-5542843e7bd1 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 932 time: 0.1260176 Aug 31 04:13:54.901915 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:54.966059 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:55.005488 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed8d3f-d5bb-4562-b65b-e92d92a3221c req-5aefa743-b50f-43c5-8a42-2f29e4288b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:55.006947 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-76ed8d3f-d5bb-4562-b65b-e92d92a3221c req-5aefa743-b50f-43c5-8a42-2f29e4288b6e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 200 len: 851 time: 0.1479363 Aug 31 04:13:55.046190 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=90137c1b-a64b-4fe2-ba88-e0e33d96d34a,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:55.061643 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:13:55.120299 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-80215d83-27bb-4801-a552-2e24134bbfc0 req-5823dcbd-97a9-4f3f-8f07-af635457f582 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193398 Aug 31 04:13:55.137665 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed8d3f-d5bb-4562-b65b-e92d92a3221c req-0cf6e99e-72fc-4a4b-9325-fae438b354cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:55.139201 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-76ed8d3f-d5bb-4562-b65b-e92d92a3221c req-0cf6e99e-72fc-4a4b-9325-fae438b354cc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=afdd8bcf-e898-41b9-a268-9083d2b02846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1244636 Aug 31 04:13:55.151300 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cea9f-e80e-4d6e-813a-642a8a58dd1c req-8d887a76-837e-455e-a8c9-4f5895c8a522 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:55.152887 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0a7cea9f-e80e-4d6e-813a-642a8a58dd1c req-8d887a76-837e-455e-a8c9-4f5895c8a522 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 943 time: 0.0959630 Aug 31 04:13:55.195465 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Attempting to bind port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:13:55.196191 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Attempting to bind port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:13:55.196316 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Attempting to bind port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a on network 32e0d3cc-cecf-4072-861e-69e212464544 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:13:55.236575 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a on network 32e0d3cc-cecf-4072-861e-69e212464544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:13:55.236905 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Attempting to bind port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a on network 32e0d3cc-cecf-4072-861e-69e212464544 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:13:55.266430 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:13:55.266767 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Checking segment: {'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:13:55.267179 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Bound using segment: {'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:13:55.267585 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Bound port: 90137c1b-a64b-4fe2-ba88-e0e33d96d34a, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:13:55.267969 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:55.284114 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0a7cea9f-e80e-4d6e-813a-642a8a58dd1c req-b86e4884-02c4-432f-9089-1b656cd5568b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240094 Aug 31 04:13:55.339561 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-76ed8d3f-d5bb-4562-b65b-e92d92a3221c req-7df2b338-f7d3-4462-a861-cb000304c099 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806703 Aug 31 04:13:55.406340 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] For port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:13:55.423364 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] For port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=90137c1b-a64b-4fe2-ba88-e0e33d96d34a,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:13:55.435778 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:55.449307 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:55.449929 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:55.451337 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/90137c1b-a64b-4fe2-ba88-e0e33d96d34a HTTP/1.1" status: 200 len: 1094 time: 1.2080865 Aug 31 04:13:55.491794 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-76ed8d3f-d5bb-4562-b65b-e92d92a3221c req-984532ff-ef8c-42b9-8253-f4b8b713a520 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436830 Aug 31 04:13:55.536806 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02115ee7-6f92-4131-8cd3-86b7015f8ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=90137c1b-a64b-4fe2-ba88-e0e33d96d34a,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:55.551533 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-f5bb9545-782f-4132-b2b8-7449e2c0c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:55.553148 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-f5bb9545-782f-4132-b2b8-7449e2c0c25f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b2f251186d5346d9ae213f018e299cb4&device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 1128 time: 0.0490816 Aug 31 04:13:55.592785 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907b5ebd-7261-41d9-bfd5-a4f871d87663', 'tag': '90137c1b-a64b-4fe2-ba88-e0e33d96d34a'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:13:55.595149 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829e9144-e1c0-4d9a-a792-ccba6e34d945" -d '{"events": [{"name": "network-changed", "server_uuid": "907b5ebd-7261-41d9-bfd5-a4f871d87663", "tag": "90137c1b-a64b-4fe2-ba88-e0e33d96d34a"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:13:55.598986 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-bf510641-fcde-4655-abc2-73792532a1a8 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90137c1b-a64b-4fe2-ba88-e0e33d96d34a HTTP/1.1" status: 200 len: 217 time: 0.0389540 Aug 31 04:13:55.613167 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:55.621647 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-20dc8a08-c3e4-4a76-8f3c-e526b44efb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:55.637936 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d41003-80b7-4aa9-a7f4-0f9551ab1ff1 x-openstack-request-id: req-b6d41003-80b7-4aa9-a7f4-0f9551ab1ff1 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:13:55.638250 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907b5ebd-7261-41d9-bfd5-a4f871d87663", "tag": "90137c1b-a64b-4fe2-ba88-e0e33d96d34a", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:13:55.638506 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6d41003-80b7-4aa9-a7f4-0f9551ab1ff1 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:13:55.638924 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d41003-80b7-4aa9-a7f4-0f9551ab1ff1'] response: {'name': 'network-changed', 'server_uuid': '907b5ebd-7261-41d9-bfd5-a4f871d87663', 'tag': '90137c1b-a64b-4fe2-ba88-e0e33d96d34a', 'status': 'completed', 'code': 200} Aug 31 04:13:55.655418 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-ff972690-2f97-48f6-acc3-f60006e8a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:55.656829 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-ff972690-2f97-48f6-acc3-f60006e8a1d9 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=518701dd-8963-4e13-97e3-6fcc564e480c HTTP/1.1" status: 200 len: 849 time: 0.0517099 Aug 31 04:13:55.705341 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-4f0b567b-adb4-43b5-93d9-bedd2931601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:55.706859 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-4f0b567b-adb4-43b5-93d9-bedd2931601c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=32e0d3cc-cecf-4072-861e-69e212464544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429599 Aug 31 04:13:55.804429 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-7a71193d-dbdd-4485-b765-bf3eb36db2c6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897255 Aug 31 04:13:56.205054 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-af13b956-92b8-4367-ae24-e66aa90c3bce req-632227d6-11a6-4c63-b31b-8c89923d2e4e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943594 Aug 31 04:13:56.245743 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:56.267256 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553249e-5a15-43a2-9097-18451cd494ca req-de0c9541-9cc9-4aeb-94f7-0ea01485d733 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:56.273461 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c553249e-5a15-43a2-9097-18451cd494ca req-de0c9541-9cc9-4aeb-94f7-0ea01485d733 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 944 time: 0.0669172 Aug 31 04:13:56.328313 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c553249e-5a15-43a2-9097-18451cd494ca req-a7024bd9-f1fd-4299-bc19-504f0d4da486 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538287 Aug 31 04:13:56.425308 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587b5a4-7801-4017-8934-5535c5dc92c4 req-1ea890b7-fb71-483a-8755-45421930f753 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:56.426766 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4587b5a4-7801-4017-8934-5535c5dc92c4 req-1ea890b7-fb71-483a-8755-45421930f753 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 943 time: 0.0499120 Aug 31 04:13:56.484137 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4587b5a4-7801-4017-8934-5535c5dc92c4 req-4de0e8d5-658c-4bb3-8afc-6a6e18088bb2 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512526 Aug 31 04:13:56.940197 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e9144-e1c0-4d9a-a792-ccba6e34d945 req-6d69f7ef-9c22-41eb-bc37-ec109f0ee3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:56.941721 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-829e9144-e1c0-4d9a-a792-ccba6e34d945 req-6d69f7ef-9c22-41eb-bc37-ec109f0ee3c6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b2f251186d5346d9ae213f018e299cb4&device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 1128 time: 0.0426919 Aug 31 04:13:57.039606 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e9144-e1c0-4d9a-a792-ccba6e34d945 req-650e3766-662e-425b-9aea-06ea5d8feca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:57.041193 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-829e9144-e1c0-4d9a-a792-ccba6e34d945 req-650e3766-662e-425b-9aea-06ea5d8feca3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=32e0d3cc-cecf-4072-861e-69e212464544 HTTP/1.1" status: 200 len: 911 time: 0.0926797 Aug 31 04:13:57.080730 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-829e9144-e1c0-4d9a-a792-ccba6e34d945 req-71ffb1d7-4a32-4f1f-808a-cfb5d8654a27 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90137c1b-a64b-4fe2-ba88-e0e33d96d34a HTTP/1.1" status: 200 len: 217 time: 0.0340664 Aug 31 04:13:57.130671 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e9144-e1c0-4d9a-a792-ccba6e34d945 req-b9fe1555-b28d-45ee-b151-94fc2076312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:57.132192 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-829e9144-e1c0-4d9a-a792-ccba6e34d945 req-b9fe1555-b28d-45ee-b151-94fc2076312e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=518701dd-8963-4e13-97e3-6fcc564e480c HTTP/1.1" status: 200 len: 849 time: 0.0449362 Aug 31 04:13:57.176171 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e9144-e1c0-4d9a-a792-ccba6e34d945 req-3d985992-43b2-48ea-b589-826daeb02fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:57.177746 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-829e9144-e1c0-4d9a-a792-ccba6e34d945 req-3d985992-43b2-48ea-b589-826daeb02fcc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=32e0d3cc-cecf-4072-861e-69e212464544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402043 Aug 31 04:13:57.274292 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-829e9144-e1c0-4d9a-a792-ccba6e34d945 req-cb8a29d9-c8cd-479c-8999-bbf05665a1cc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898995 Aug 31 04:13:57.373044 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-829e9144-e1c0-4d9a-a792-ccba6e34d945 req-0a3e211a-47d1-419b-8e89-b06e13c4b4ca service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934467 Aug 31 04:13:57.519221 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256a8c6-f881-4b67-b6f7-6d94183579ef req-824980ce-a4f9-45e0-ab5c-6b047deaff8d tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:57.522649 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8256a8c6-f881-4b67-b6f7-6d94183579ef req-824980ce-a4f9-45e0-ab5c-6b047deaff8d tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 944 time: 0.0674887 Aug 31 04:13:57.618097 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8256a8c6-f881-4b67-b6f7-6d94183579ef req-ba57f754-5541-4b4f-8ac3-9e4a34731419 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857043 Aug 31 04:13:57.630268 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2314e0c-59ed-4443-a9d7-7ee6be3ace91 req-f6fe262d-4740-4f5f-9783-e1e45eac20b0 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:57.631884 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d2314e0c-59ed-4443-a9d7-7ee6be3ace91 req-f6fe262d-4740-4f5f-9783-e1e45eac20b0 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 943 time: 0.0618141 Aug 31 04:13:57.659841 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:57.674882 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f8f90b8f-7a31-4be7-a61e-af145664b4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:57.693560 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d2314e0c-59ed-4443-a9d7-7ee6be3ace91 req-25dad0be-f92a-42ef-aa03-8c59f032c1b8 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539441 Aug 31 04:13:57.889240 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 48132) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:58.003819 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4051f248-a110-413d-904f-2deafb7731de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.055720 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:58.085671 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4051f248-a110-413d-904f-2deafb7731de admin admin] Publish callbacks [] for security_group (52553d1b-8092-42f1-94b2-be3e4fc2b31c), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.090542 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4051f248-a110-413d-904f-2deafb7731de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (52553d1b-8092-42f1-94b2-be3e4fc2b31c), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.134763 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-4051f248-a110-413d-904f-2deafb7731de admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3b0378de2caf44a6b88d74427c329130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443843 Aug 31 04:13:58.135975 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051f248-a110-413d-904f-2deafb7731de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52553d1b-8092-42f1-94b2-be3e4fc2b31c,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:58.137538 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48142) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:58.207050 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c22c1dcd-182a-4c87-ac75-bb452882090d admin admin] Publish callbacks [] for security_group (52553d1b-8092-42f1-94b2-be3e4fc2b31c), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.215594 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.230220 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c22c1dcd-182a-4c87-ac75-bb452882090d admin admin] Publish callbacks [] for security_group (52553d1b-8092-42f1-94b2-be3e4fc2b31c), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.276959 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 90137c1b-a64b-4fe2-ba88-e0e33d96d34a details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:13:58.286724 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c22c1dcd-182a-4c87-ac75-bb452882090d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (52553d1b-8092-42f1-94b2-be3e4fc2b31c), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.290702 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c22c1dcd-182a-4c87-ac75-bb452882090d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.292009 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-c22c1dcd-182a-4c87-ac75-bb452882090d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/52553d1b-8092-42f1-94b2-be3e4fc2b31c HTTP/1.1" status: 204 len: 168 time: 0.1533165 Aug 31 04:13:58.294022 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:58.303929 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c1dcd-182a-4c87-ac75-bb452882090d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52553d1b-8092-42f1-94b2-be3e4fc2b31c,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:58.306379 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=18 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:58.375066 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:58.406147 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=90137c1b-a64b-4fe2-ba88-e0e33d96d34a,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:58.418866 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '90137c1b-a64b-4fe2-ba88-e0e33d96d34a', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'port_id': '90137c1b-a64b-4fe2-ba88-e0e33d96d34a', 'mac_address': 'fa:16:3e:20:a9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:13:58.456512 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:13:58.456905 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.471986 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90137c1b-a64b-4fe2-ba88-e0e33d96d34a {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:13:58.495068 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=90137c1b-a64b-4fe2-ba88-e0e33d96d34a,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:13:58.500527 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.551147 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=90137c1b-a64b-4fe2-ba88-e0e33d96d34a,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:58.629821 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 48158) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:58.644329 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b04bb293-f9b3-403f-a254-49e40e226815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.688918 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:58.709968 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['90137c1b-a64b-4fe2-ba88-e0e33d96d34a'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:13:58.731844 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b04bb293-f9b3-403f-a254-49e40e226815 admin admin] Publish callbacks [] for security_group (02c8d785-9bfd-490d-88f9-8006ccd16e6e), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.736975 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b04bb293-f9b3-403f-a254-49e40e226815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (02c8d785-9bfd-490d-88f9-8006ccd16e6e), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.754744 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:13:58.765982 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aede2c0-1d52-4c89-aa54-e2a441ec9ad9 req-f65536b3-3753-4c70-b576-f0696386dcdf tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:58.767843 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6aede2c0-1d52-4c89-aa54-e2a441ec9ad9 req-f65536b3-3753-4c70-b576-f0696386dcdf tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 945 time: 0.0538459 Aug 31 04:13:58.778274 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bb293-f9b3-403f-a254-49e40e226815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c8d785-9bfd-490d-88f9-8006ccd16e6e,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:58.782700 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-b04bb293-f9b3-403f-a254-49e40e226815 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9e4beddc8ca84d8080925b8ac7e500dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517446 Aug 31 04:13:58.785413 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 48164) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:13:58.839473 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-33960681-b64c-460d-ad77-bb468b2e44a3 admin admin] Publish callbacks [] for security_group (02c8d785-9bfd-490d-88f9-8006ccd16e6e), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.862341 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-33960681-b64c-460d-ad77-bb468b2e44a3 admin admin] Publish callbacks [] for security_group (02c8d785-9bfd-490d-88f9-8006ccd16e6e), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.877588 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6aede2c0-1d52-4c89-aa54-e2a441ec9ad9 req-d2e52204-0739-483d-8fe4-acd67097e9e2 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026227 Aug 31 04:13:58.888871 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339e602-5813-4d2a-b051-9e3d014b0a62 req-0271ba99-585b-410f-a965-2a2f3afd7154 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:13:58.892441 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2339e602-5813-4d2a-b051-9e3d014b0a62 req-0271ba99-585b-410f-a965-2a2f3afd7154 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 943 time: 0.0812166 Aug 31 04:13:58.913090 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.920796 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-33960681-b64c-460d-ad77-bb468b2e44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (02c8d785-9bfd-490d-88f9-8006ccd16e6e), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.924383 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-33960681-b64c-460d-ad77-bb468b2e44a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:13:58.925870 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-33960681-b64c-460d-ad77-bb468b2e44a3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/02c8d785-9bfd-490d-88f9-8006ccd16e6e HTTP/1.1" status: 204 len: 168 time: 0.1393526 Aug 31 04:13:58.935370 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33960681-b64c-460d-ad77-bb468b2e44a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c8d785-9bfd-490d-88f9-8006ccd16e6e,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:13:58.954522 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2339e602-5813-4d2a-b051-9e3d014b0a62 req-cbe4bdf4-6137-4ddb-ae21-e3804fc54acf tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525153 Aug 31 04:14:00.005586 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9478241-9229-4248-8c14-d0a313f2ae4e req-ec284327-c02f-4274-b8bc-ae662852f992 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:00.007503 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9478241-9229-4248-8c14-d0a313f2ae4e req-ec284327-c02f-4274-b8bc-ae662852f992 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 945 time: 0.0566144 Aug 31 04:14:00.088056 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c9478241-9229-4248-8c14-d0a313f2ae4e req-78cbae7e-0597-4f2f-9f16-0e89b507c82e tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749822 Aug 31 04:14:00.098500 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb064d2e-7584-4d47-aeda-0e60041a13c0 req-8ea69799-6db9-447b-9dd4-66c1a09f9cde tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:00.106983 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cb064d2e-7584-4d47-aeda-0e60041a13c0 req-8ea69799-6db9-447b-9dd4-66c1a09f9cde tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 943 time: 0.0667577 Aug 31 04:14:00.156136 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cb064d2e-7584-4d47-aeda-0e60041a13c0 req-86f8664a-7433-4da8-921d-98f01a38544f tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503237 Aug 31 04:14:00.295477 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device cec5d875-c053-4ef2-a631-7779726cb122 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:14:00.298545 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 90137c1b-a64b-4fe2-ba88-e0e33d96d34a up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:14:00.408175 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:14:00.425850 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:14:00.426225 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:00.463757 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port cec5d875-c053-4ef2-a631-7779726cb122, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=cec5d875-c053-4ef2-a631-7779726cb122,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:14:00.505841 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': 'cec5d875-c053-4ef2-a631-7779726cb122', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'port_id': 'cec5d875-c053-4ef2-a631-7779726cb122', 'mac_address': 'fa:16:3e:33:ea:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:14:00.509733 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:00.520259 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:00.542515 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:00.575281 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port cec5d875-c053-4ef2-a631-7779726cb122 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:14:00.575666 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (cec5d875-c053-4ef2-a631-7779726cb122), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:00.598352 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec5d875-c053-4ef2-a631-7779726cb122 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:14:00.603872 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:14:00.604278 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:00.632128 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port cec5d875-c053-4ef2-a631-7779726cb122, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=cec5d875-c053-4ef2-a631-7779726cb122,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:14:00.642758 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (cec5d875-c053-4ef2-a631-7779726cb122), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:00.650604 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907b5ebd-7261-41d9-bfd5-a4f871d87663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90137c1b-a64b-4fe2-ba88-e0e33d96d34a'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:14:00.653031 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926c5830-96a7-4823-8334-5bd70547dcb9" -d '{"events": [{"server_uuid": "907b5ebd-7261-41d9-bfd5-a4f871d87663", "name": "network-vif-plugged", "status": "completed", "tag": "90137c1b-a64b-4fe2-ba88-e0e33d96d34a"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:14:00.686819 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=90137c1b-a64b-4fe2-ba88-e0e33d96d34a,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:14:00.695810 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489b30f9-542b-42bf-b882-199f9c357b14 x-openstack-request-id: req-489b30f9-542b-42bf-b882-199f9c357b14 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:14:00.696101 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907b5ebd-7261-41d9-bfd5-a4f871d87663", "name": "network-vif-plugged", "status": "completed", "tag": "90137c1b-a64b-4fe2-ba88-e0e33d96d34a", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:14:00.696387 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-489b30f9-542b-42bf-b882-199f9c357b14 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:14:00.696915 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489b30f9-542b-42bf-b882-199f9c357b14'] response: {'server_uuid': '907b5ebd-7261-41d9-bfd5-a4f871d87663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90137c1b-a64b-4fe2-ba88-e0e33d96d34a', 'code': 200} Aug 31 04:14:00.697696 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:00.715088 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:00.718552 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=cec5d875-c053-4ef2-a631-7779726cb122,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:00.769142 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=90137c1b-a64b-4fe2-ba88-e0e33d96d34a,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:00.846503 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['cec5d875-c053-4ef2-a631-7779726cb122'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:14:00.901458 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07221c-8b0f-468a-a512-4ffce511efe6 req-67b84b79-536d-46d0-b338-fbf7b31db8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:00.903085 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fd07221c-8b0f-468a-a512-4ffce511efe6 req-67b84b79-536d-46d0-b338-fbf7b31db8e0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 1130 time: 0.0444989 Aug 31 04:14:00.963651 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fd07221c-8b0f-468a-a512-4ffce511efe6 req-7230c5fb-7000-4ab7-a5df-89b5296c386f service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545828 Aug 31 04:14:01.307206 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f931f-3958-48a7-a6c7-cb8a81ec08b1 req-385c6081-adac-4a0f-af64-3c1c9d5e6ba5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:01.310123 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b78f931f-3958-48a7-a6c7-cb8a81ec08b1 req-385c6081-adac-4a0f-af64-3c1c9d5e6ba5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 944 time: 0.0604560 Aug 31 04:14:01.407074 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b44ce8-8534-43d6-a28e-6ad072a2eae7 req-c869cdda-703b-46b5-98f9-d72479da4994 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:01.409320 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43b44ce8-8534-43d6-a28e-6ad072a2eae7 req-c869cdda-703b-46b5-98f9-d72479da4994 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0797880 Aug 31 04:14:01.413703 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b78f931f-3958-48a7-a6c7-cb8a81ec08b1 req-8e199810-17e2-44ce-ad0c-d8f058b53f48 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939059 Aug 31 04:14:01.460110 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43b44ce8-8534-43d6-a28e-6ad072a2eae7 req-7f6539d0-44a6-4c3f-baeb-d8a5aa99d768 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452011 Aug 31 04:14:02.166621 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 48246) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:02.281034 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dbcc75a3-1485-493b-a092-894b063d7206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:02.293496 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device cec5d875-c053-4ef2-a631-7779726cb122 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:14:02.337097 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port cec5d875-c053-4ef2-a631-7779726cb122 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:14:02.343559 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port cec5d875-c053-4ef2-a631-7779726cb122 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:14:02.343932 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (cec5d875-c053-4ef2-a631-7779726cb122), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:02.373756 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dbcc75a3-1485-493b-a092-894b063d7206 admin admin] Publish callbacks [] for security_group (976c04cf-3bf0-4b8f-88a7-a03d341160e8), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:02.378357 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dbcc75a3-1485-493b-a092-894b063d7206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (976c04cf-3bf0-4b8f-88a7-a03d341160e8), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:02.417600 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc75a3-1485-493b-a092-894b063d7206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976c04cf-3bf0-4b8f-88a7-a03d341160e8,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:02.420348 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port cec5d875-c053-4ef2-a631-7779726cb122 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:14:02.420739 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (cec5d875-c053-4ef2-a631-7779726cb122), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:02.425535 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-dbcc75a3-1485-493b-a092-894b063d7206 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=492e20665a634eb3b48c6f3dadc5b57f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552090 Aug 31 04:14:02.426382 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 48252) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:02.461076 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port cec5d875-c053-4ef2-a631-7779726cb122, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=cec5d875-c053-4ef2-a631-7779726cb122,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:14:02.466604 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (cec5d875-c053-4ef2-a631-7779726cb122), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:02.481321 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c472e74c-d082-4978-8c8d-50050602cff5 admin admin] Publish callbacks [] for security_group (976c04cf-3bf0-4b8f-88a7-a03d341160e8), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:02.505122 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c472e74c-d082-4978-8c8d-50050602cff5 admin admin] Publish callbacks [] for security_group (976c04cf-3bf0-4b8f-88a7-a03d341160e8), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:02.517274 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=cec5d875-c053-4ef2-a631-7779726cb122,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:02.543778 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:02.552994 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a6da8-945f-45aa-9204-ad5efaf43f6d req-1418521d-7cd6-4529-a723-0b271c91ff2a tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:02.554968 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-872a6da8-945f-45aa-9204-ad5efaf43f6d req-1418521d-7cd6-4529-a723-0b271c91ff2a tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 945 time: 0.0639403 Aug 31 04:14:02.561640 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c472e74c-d082-4978-8c8d-50050602cff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (976c04cf-3bf0-4b8f-88a7-a03d341160e8), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:02.564929 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c472e74c-d082-4978-8c8d-50050602cff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:02.566112 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-c472e74c-d082-4978-8c8d-50050602cff5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/976c04cf-3bf0-4b8f-88a7-a03d341160e8 HTTP/1.1" status: 204 len: 168 time: 0.1394343 Aug 31 04:14:02.578906 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472e74c-d082-4978-8c8d-50050602cff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976c04cf-3bf0-4b8f-88a7-a03d341160e8,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:02.653731 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5849e37-6a81-4be6-bd88-229d3cc608dd req-fe21769a-9406-46b8-895e-f17cd9930949 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:02.655341 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c5849e37-6a81-4be6-bd88-229d3cc608dd req-fe21769a-9406-46b8-895e-f17cd9930949 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0762947 Aug 31 04:14:02.661847 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-872a6da8-945f-45aa-9204-ad5efaf43f6d req-509768dc-69a5-4090-94b0-ba5ef103e797 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999067 Aug 31 04:14:02.703865 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec5d875-c053-4ef2-a631-7779726cb122'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:14:02.706844 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776eaffd-a492-4d4d-bac5-29a2dd6d5a22" -d '{"events": [{"server_uuid": "d0f732c2-506d-4871-825e-2672cb8a2452", "name": "network-vif-plugged", "status": "completed", "tag": "cec5d875-c053-4ef2-a631-7779726cb122"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:14:02.716402 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c5849e37-6a81-4be6-bd88-229d3cc608dd req-93039f59-4834-42aa-8bd0-7fa98ac44b0a tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532429 Aug 31 04:14:02.750736 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb6fade-dc27-4d43-8f74-af45712169ad x-openstack-request-id: req-8bb6fade-dc27-4d43-8f74-af45712169ad {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:14:02.751009 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f732c2-506d-4871-825e-2672cb8a2452", "name": "network-vif-plugged", "status": "completed", "tag": "cec5d875-c053-4ef2-a631-7779726cb122", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:14:02.751311 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8bb6fade-dc27-4d43-8f74-af45712169ad {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:14:02.751709 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb6fade-dc27-4d43-8f74-af45712169ad'] response: {'server_uuid': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec5d875-c053-4ef2-a631-7779726cb122', 'code': 200} Aug 31 04:14:02.830242 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:02.842114 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e23da7-b4d4-48b0-87d2-dbbe6b68b845 req-fcc8d3c5-5973-44f9-b701-76618412927a tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:02.843728 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-07e23da7-b4d4-48b0-87d2-dbbe6b68b845 req-fcc8d3c5-5973-44f9-b701-76618412927a tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0505173 Aug 31 04:14:02.856396 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 48264) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:02.862348 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-c467502b-cdfe-4bb1-8958-602dd4f8fab0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Request body: {'floatingip': {'port_id': '90137c1b-a64b-4fe2-ba88-e0e33d96d34a'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:14:02.904223 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c467502b-cdfe-4bb1-8958-602dd4f8fab0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for floatingip (ce5df14c-50ee-4508-b8b7-f4922e2f68b3), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:03.257255 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:03.353402 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c467502b-cdfe-4bb1-8958-602dd4f8fab0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:03.360958 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c467502b-cdfe-4bb1-8958-602dd4f8fab0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (ce5df14c-50ee-4508-b8b7-f4922e2f68b3), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:03.456844 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.l3_db [None req-c467502b-cdfe-4bb1-8958-602dd4f8fab0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Floating IP ce5df14c-50ee-4508-b8b7-f4922e2f68b3 associated. External IP: 172.27.1.49, port: 90137c1b-a64b-4fe2-ba88-e0e33d96d34a. Aug 31 04:14:03.657418 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c467502b-cdfe-4bb1-8958-602dd4f8fab0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Router 9d09dd6b-12a7-4aef-804b-a6c660f74ded has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:14:03.763822 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c467502b-cdfe-4bb1-8958-602dd4f8fab0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:14:03.769107 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c467502b-cdfe-4bb1-8958-602dd4f8fab0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:03.775727 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea13ab-2444-4681-bff5-dfff9a495246 None None] Sync routers for ids ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:14:03.785588 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea13ab-2444-4681-bff5-dfff9a495246 None None] Routers {'9d09dd6b-12a7-4aef-804b-a6c660f74ded'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:14:03.786226 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-7dea13ab-2444-4681-bff5-dfff9a495246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:14:03.797143 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e643c7-7c03-4d85-817e-aa6a5aedcbbe req-e1a0329c-8152-4d7d-9ca3-421340a459aa tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:03.799349 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-41e643c7-7c03-4d85-817e-aa6a5aedcbbe req-e1a0329c-8152-4d7d-9ca3-421340a459aa tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 945 time: 0.0610235 Aug 31 04:14:03.802266 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-c467502b-cdfe-4bb1-8958-602dd4f8fab0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/ce5df14c-50ee-4508-b8b7-f4922e2f68b3 HTTP/1.1" status: 200 len: 991 time: 0.9422152 Aug 31 04:14:03.802266 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '907b5ebd-7261-41d9-bfd5-a4f871d87663', 'tag': '90137c1b-a64b-4fe2-ba88-e0e33d96d34a'}] {{(pid=106458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:14:03.803416 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab21058fd9cc7c6c9b6319ea517c36f91abc2cee6dad35e856c077ecf1eac4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c76573-3282-4f79-bdaa-32d0fa65d528" -d '{"events": [{"name": "network-changed", "server_uuid": "907b5ebd-7261-41d9-bfd5-a4f871d87663", "tag": "90137c1b-a64b-4fe2-ba88-e0e33d96d34a"}]}' {{(pid=106458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:14:03.841377 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ad25ed-9fcb-4a68-b564-552e42f259e3 x-openstack-request-id: req-c4ad25ed-9fcb-4a68-b564-552e42f259e3 {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:14:03.841670 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "907b5ebd-7261-41d9-bfd5-a4f871d87663", "tag": "90137c1b-a64b-4fe2-ba88-e0e33d96d34a", "status": "completed", "code": 200}]} {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:14:03.841923 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4ad25ed-9fcb-4a68-b564-552e42f259e3 {{(pid=106458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:14:03.842333 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ad25ed-9fcb-4a68-b564-552e42f259e3'] response: {'name': 'network-changed', 'server_uuid': '907b5ebd-7261-41d9-bfd5-a4f871d87663', 'tag': '90137c1b-a64b-4fe2-ba88-e0e33d96d34a', 'status': 'completed', 'code': 200} Aug 31 04:14:03.856668 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-41e643c7-7c03-4d85-817e-aa6a5aedcbbe req-f1c3ca84-7770-4cb7-9cd0-060722a722ec tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508075 Aug 31 04:14:03.953112 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:04.045787 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-7dea13ab-2444-4681-bff5-dfff9a495246 None None] Set router 9d09dd6b-12a7-4aef-804b-a6c660f74ded gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:14:04.212009 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:04.273079 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-7dea13ab-2444-4681-bff5-dfff9a495246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': 'ce5df14c-50ee-4508-b8b7-f4922e2f68b3', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'port_id': '90137c1b-a64b-4fe2-ba88-e0e33d96d34a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'mac_address': 'fa:16:3e:20:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907b5ebd-7261-41d9-bfd5-a4f871d87663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:13:48Z', 'updated_at': '2022-08-31T04:14:03Z', 'revision_number': 1, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46ff0fb-3dbd-4a95-8b2c-e09db2b71277', 'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'mac_address': 'fa:16:3e:7c:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:42Z', 'updated_at': '2022-08-31T04:13:49Z', 'revision_number': 5, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'subnets': [{'id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:14:04.298928 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea13ab-2444-4681-bff5-dfff9a495246 None None] Checking router: 9d09dd6b-12a7-4aef-804b-a6c660f74ded for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:14:04.308157 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea13ab-2444-4681-bff5-dfff9a495246 None None] Routers {'9d09dd6b-12a7-4aef-804b-a6c660f74ded'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:14:04.308772 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-7dea13ab-2444-4681-bff5-dfff9a495246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:14:04.411431 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-7dea13ab-2444-4681-bff5-dfff9a495246 None None] Set router 9d09dd6b-12a7-4aef-804b-a6c660f74ded gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:14:04.631076 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-7dea13ab-2444-4681-bff5-dfff9a495246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': 'ce5df14c-50ee-4508-b8b7-f4922e2f68b3', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'port_id': '90137c1b-a64b-4fe2-ba88-e0e33d96d34a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'mac_address': 'fa:16:3e:20:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907b5ebd-7261-41d9-bfd5-a4f871d87663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:13:48Z', 'updated_at': '2022-08-31T04:14:03Z', 'revision_number': 1, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46ff0fb-3dbd-4a95-8b2c-e09db2b71277', 'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'mac_address': 'fa:16:3e:7c:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:42Z', 'updated_at': '2022-08-31T04:13:49Z', 'revision_number': 5, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'subnets': [{'id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:14:04.656733 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea13ab-2444-4681-bff5-dfff9a495246 None None] The sync data for ids ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'] in dv-cinder-853910-5-iscsi is: [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': 'ce5df14c-50ee-4508-b8b7-f4922e2f68b3', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'port_id': '90137c1b-a64b-4fe2-ba88-e0e33d96d34a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'mac_address': 'fa:16:3e:20:a9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907b5ebd-7261-41d9-bfd5-a4f871d87663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:13:48Z', 'updated_at': '2022-08-31T04:14:03Z', 'revision_number': 1, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46ff0fb-3dbd-4a95-8b2c-e09db2b71277', 'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'mac_address': 'fa:16:3e:7c:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:42Z', 'updated_at': '2022-08-31T04:13:49Z', 'revision_number': 5, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'subnets': [{'id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:14:04.859639 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72681823-25b0-443e-8254-90aee734041b None None] New status for floating IP ce5df14c-50ee-4508-b8b7-f4922e2f68b3: ACTIVE {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:14:04.991655 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:05.025246 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b21547-d44d-4fa4-85ee-1a69dfe29047 req-b94abf55-8db1-4c3b-ada5-926824240834 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:05.026869 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-12b21547-d44d-4fa4-85ee-1a69dfe29047 req-b94abf55-8db1-4c3b-ada5-926824240834 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 945 time: 0.0808973 Aug 31 04:14:05.030663 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76573-3282-4f79-bdaa-32d0fa65d528 req-bcc1bcc6-e4d8-417f-92b9-d7ec66a16585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:05.032825 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-26c76573-3282-4f79-bdaa-32d0fa65d528 req-bcc1bcc6-e4d8-417f-92b9-d7ec66a16585 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b2f251186d5346d9ae213f018e299cb4&device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 1130 time: 0.0976236 Aug 31 04:14:05.165806 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-12b21547-d44d-4fa4-85ee-1a69dfe29047 req-f730553c-1708-4456-bfb7-5d6aeb8eddd3 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316252 Aug 31 04:14:05.172344 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93be92-90a0-4d54-a40d-401cdaadfad6 req-40278ecb-51ca-4064-8c9b-b87d04cf23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:05.173786 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-dd93be92-90a0-4d54-a40d-401cdaadfad6 req-40278ecb-51ca-4064-8c9b-b87d04cf23f8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 1129 time: 0.0659266 Aug 31 04:14:05.212321 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76573-3282-4f79-bdaa-32d0fa65d528 req-2c4a6542-f37d-48b7-ab3c-c4b4761a233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:05.213762 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-26c76573-3282-4f79-bdaa-32d0fa65d528 req-2c4a6542-f37d-48b7-ab3c-c4b4761a233c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=32e0d3cc-cecf-4072-861e-69e212464544 HTTP/1.1" status: 200 len: 911 time: 0.1723375 Aug 31 04:14:05.273221 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-dd93be92-90a0-4d54-a40d-401cdaadfad6 req-97628f58-9de7-4723-8fa6-33a698bdbda9 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904047 Aug 31 04:14:05.292834 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-26c76573-3282-4f79-bdaa-32d0fa65d528 req-3dc06989-7771-40b7-a849-4ca25ce1f12f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90137c1b-a64b-4fe2-ba88-e0e33d96d34a HTTP/1.1" status: 200 len: 1001 time: 0.0726037 Aug 31 04:14:05.510697 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76573-3282-4f79-bdaa-32d0fa65d528 req-674ed055-f7b1-4be4-acb9-d0a59f0f6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:05.512224 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-26c76573-3282-4f79-bdaa-32d0fa65d528 req-674ed055-f7b1-4be4-acb9-d0a59f0f6e02 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=518701dd-8963-4e13-97e3-6fcc564e480c HTTP/1.1" status: 200 len: 849 time: 0.0477297 Aug 31 04:14:05.559117 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c76573-3282-4f79-bdaa-32d0fa65d528 req-4e8fa31b-60da-4ecc-9653-c93c16015cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:05.560655 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-26c76573-3282-4f79-bdaa-32d0fa65d528 req-4e8fa31b-60da-4ecc-9653-c93c16015cd6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=32e0d3cc-cecf-4072-861e-69e212464544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426939 Aug 31 04:14:05.658082 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-26c76573-3282-4f79-bdaa-32d0fa65d528 req-9016a992-0527-436b-8005-61b59dac0bfc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912063 Aug 31 04:14:05.984063 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-26c76573-3282-4f79-bdaa-32d0fa65d528 req-09ff4c05-2342-4eed-b082-5f55593b0808 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921624 Aug 31 04:14:06.295129 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db6ac2-f156-4fda-9d96-d8dba83d1f2d req-b5a39f16-b6e9-428d-9b4e-f7f5cb199e02 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:06.296640 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-18db6ac2-f156-4fda-9d96-d8dba83d1f2d req-b5a39f16-b6e9-428d-9b4e-f7f5cb199e02 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 945 time: 0.0527556 Aug 31 04:14:06.346103 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-18db6ac2-f156-4fda-9d96-d8dba83d1f2d req-3254ace0-38a6-4de1-8fd3-55579ef73b01 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438349 Aug 31 04:14:07.505930 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d628d48-1143-4ebf-b098-50043a0fdb12 req-bb00cec5-2f77-49e6-8aef-fa14d3e5bb35 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:07.507451 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2d628d48-1143-4ebf-b098-50043a0fdb12 req-bb00cec5-2f77-49e6-8aef-fa14d3e5bb35 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 945 time: 0.0602365 Aug 31 04:14:07.558848 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2d628d48-1143-4ebf-b098-50043a0fdb12 req-9f60a276-2158-45b4-8479-73a1321478cb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445163 Aug 31 04:14:07.678794 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98a359-5f92-48d5-8577-5c9d1892bb4a req-2fda19f8-0b4a-4f94-926a-78a78f6f2e0e tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:07.680194 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4d98a359-5f92-48d5-8577-5c9d1892bb4a req-2fda19f8-0b4a-4f94-926a-78a78f6f2e0e tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 945 time: 0.0475154 Aug 31 04:14:07.739908 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4d98a359-5f92-48d5-8577-5c9d1892bb4a req-8820c7c3-441f-41a5-96eb-e9b7aa5e41c7 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514333 Aug 31 04:14:07.770230 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48304) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:07.823298 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08caa4fb-12e7-48e6-96c1-4b6481a8f852 tempest-TestVolumeBootPattern-1654189199 tempest-TestVolumeBootPattern-1654189199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:07.824805 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-08caa4fb-12e7-48e6-96c1-4b6481a8f852 tempest-TestVolumeBootPattern-1654189199 tempest-TestVolumeBootPattern-1654189199-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 1124 time: 0.0531414 Aug 31 04:14:07.828384 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48306) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:07.832876 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Request body: {'floatingip': {'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'port_id': 'cec5d875-c053-4ef2-a631-7779726cb122', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:14:07.845283 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:07.848269 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:07.861707 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:07.957922 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:08.097380 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Allocated IP 172.27.1.222 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/6571f3e2-9f34-4c6d-aa06-16facb2469cc) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:14:08.231141 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for port (6571f3e2-9f34-4c6d-aa06-16facb2469cc), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:08.274914 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (6571f3e2-9f34-4c6d-aa06-16facb2469cc), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:08.319153 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:14:08.322507 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:14:08.328000 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:14:08.366180 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'Port': ['ID=6571f3e2-9f34-4c6d-aa06-16facb2469cc,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:08.493211 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 48316) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:08.624718 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c91112f6-ad6f-419f-94c8-3edeb3e7046c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:08.668677 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:08.717726 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c91112f6-ad6f-419f-94c8-3edeb3e7046c admin admin] Publish callbacks [] for security_group (baee2366-5c73-42ff-a344-2271492bca25), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:08.718014 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:08.723655 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c91112f6-ad6f-419f-94c8-3edeb3e7046c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (baee2366-5c73-42ff-a344-2271492bca25), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:08.769279 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-c91112f6-ad6f-419f-94c8-3edeb3e7046c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f7ddd6dee4434cd2a4cf0a8ed46760ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748196 Aug 31 04:14:08.770300 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91112f6-ad6f-419f-94c8-3edeb3e7046c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baee2366-5c73-42ff-a344-2271492bca25,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:08.773178 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48320) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:08.775502 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for floatingip (1db98e9b-2876-48e5-a8c4-1ba10d295da5), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:08.858025 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:08.896182 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-38858c17-e68d-4d3a-9b44-2dd393c76e8a admin admin] Publish callbacks [] for security_group (baee2366-5c73-42ff-a344-2271492bca25), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:08.905990 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (6571f3e2-9f34-4c6d-aa06-16facb2469cc), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:08.945618 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-38858c17-e68d-4d3a-9b44-2dd393c76e8a admin admin] Publish callbacks [] for security_group (baee2366-5c73-42ff-a344-2271492bca25), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:09.078804 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-38858c17-e68d-4d3a-9b44-2dd393c76e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (baee2366-5c73-42ff-a344-2271492bca25), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:09.081266 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-38858c17-e68d-4d3a-9b44-2dd393c76e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:09.082421 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-38858c17-e68d-4d3a-9b44-2dd393c76e8a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/baee2366-5c73-42ff-a344-2271492bca25 HTTP/1.1" status: 204 len: 168 time: 0.3083394 Aug 31 04:14:09.102712 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38858c17-e68d-4d3a-9b44-2dd393c76e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baee2366-5c73-42ff-a344-2271492bca25,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:09.149882 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for port (6571f3e2-9f34-4c6d-aa06-16facb2469cc), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:09.156227 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (6571f3e2-9f34-4c6d-aa06-16facb2469cc), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:09.227850 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (1db98e9b-2876-48e5-a8c4-1ba10d295da5), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:09.231253 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'Port': ['ID=6571f3e2-9f34-4c6d-aa06-16facb2469cc,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:09.328416 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Floating IP 1db98e9b-2876-48e5-a8c4-1ba10d295da5 associated. External IP: 172.27.1.222, port: cec5d875-c053-4ef2-a631-7779726cb122. Aug 31 04:14:09.391834 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 48326) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:09.406222 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9caedecf-4184-4208-90cc-80ee4312d2de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:09.451278 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:09.491708 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9caedecf-4184-4208-90cc-80ee4312d2de admin admin] Publish callbacks [] for security_group (b38951c0-b883-4158-bd83-6ac30fb209f3), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:09.495920 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-9caedecf-4184-4208-90cc-80ee4312d2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (b38951c0-b883-4158-bd83-6ac30fb209f3), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:09.534603 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caedecf-4184-4208-90cc-80ee4312d2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38951c0-b883-4158-bd83-6ac30fb209f3,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:09.537016 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Router 0220139a-5748-4423-912f-9979ec9fe208 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:14:09.542902 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48328) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:09.543471 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-9caedecf-4184-4208-90cc-80ee4312d2de admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2e2c5bb26125412d9d5ab83fcfdb4156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503153 Aug 31 04:14:09.559820 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:09.939631 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9736d1f8-38b9-4645-a668-bb134eda54d5 admin admin] Publish callbacks [] for security_group (b38951c0-b883-4158-bd83-6ac30fb209f3), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:09.971110 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:09.973154 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9736d1f8-38b9-4645-a668-bb134eda54d5 admin admin] Publish callbacks [] for security_group (b38951c0-b883-4158-bd83-6ac30fb209f3), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:09.988368 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:14:09.999186 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b78b2b-c1ee-4e80-8f8a-242e8dbd2c63 None None] Sync routers for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:14:10.008792 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b78b2b-c1ee-4e80-8f8a-242e8dbd2c63 None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:14:10.009411 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-41b78b2b-c1ee-4e80-8f8a-242e8dbd2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:14:10.028952 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:10.063236 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9736d1f8-38b9-4645-a668-bb134eda54d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (b38951c0-b883-4158-bd83-6ac30fb209f3), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:10.065836 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9736d1f8-38b9-4645-a668-bb134eda54d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:10.067064 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-9736d1f8-38b9-4645-a668-bb134eda54d5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b38951c0-b883-4158-bd83-6ac30fb209f3 HTTP/1.1" status: 204 len: 168 time: 0.5231538 Aug 31 04:14:10.077028 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-90056712-aeda-4aa8-9897-9c963bf871d5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2452779 Aug 31 04:14:10.077028 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'tag': 'cec5d875-c053-4ef2-a631-7779726cb122'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:14:10.078888 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430d998b-d169-49a4-8eb6-aa2cb1669307" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f732c2-506d-4871-825e-2672cb8a2452", "tag": "cec5d875-c053-4ef2-a631-7779726cb122"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:14:10.086505 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736d1f8-38b9-4645-a668-bb134eda54d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38951c0-b883-4158-bd83-6ac30fb209f3,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:10.128365 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-41b78b2b-c1ee-4e80-8f8a-242e8dbd2c63 None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:14:10.137860 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75386cbe-483a-4beb-b240-4502b44664b4 x-openstack-request-id: req-75386cbe-483a-4beb-b240-4502b44664b4 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:14:10.138143 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f732c2-506d-4871-825e-2672cb8a2452", "tag": "cec5d875-c053-4ef2-a631-7779726cb122", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:14:10.138394 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75386cbe-483a-4beb-b240-4502b44664b4 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:14:10.139314 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75386cbe-483a-4beb-b240-4502b44664b4'] response: {'name': 'network-changed', 'server_uuid': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'tag': 'cec5d875-c053-4ef2-a631-7779726cb122', 'status': 'completed', 'code': 200} Aug 31 04:14:10.205355 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d998b-d169-49a4-8eb6-aa2cb1669307 req-ad0239d5-a304-4675-bfb5-206cd0a03378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:10.207155 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-430d998b-d169-49a4-8eb6-aa2cb1669307 req-ad0239d5-a304-4675-bfb5-206cd0a03378 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 1129 time: 0.0451317 Aug 31 04:14:10.303706 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d998b-d169-49a4-8eb6-aa2cb1669307 req-d6b4bd69-d770-4839-bf71-eff71f380e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:10.305195 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-430d998b-d169-49a4-8eb6-aa2cb1669307 req-d6b4bd69-d770-4839-bf71-eff71f380e0c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 913 time: 0.0923095 Aug 31 04:14:10.324780 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:10.368590 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-41b78b2b-c1ee-4e80-8f8a-242e8dbd2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '1db98e9b-2876-48e5-a8c4-1ba10d295da5', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0220139a-5748-4423-912f-9979ec9fe208', 'port_id': 'cec5d875-c053-4ef2-a631-7779726cb122', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'mac_address': 'fa:16:3e:33:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:14:08Z', 'updated_at': '2022-08-31T04:14:08Z', 'revision_number': 0, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:14:10.378693 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-430d998b-d169-49a4-8eb6-aa2cb1669307 req-22585349-4b1c-4219-9100-f3428846dffd service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cec5d875-c053-4ef2-a631-7779726cb122 HTTP/1.1" status: 200 len: 999 time: 0.0662618 Aug 31 04:14:10.400622 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b78b2b-c1ee-4e80-8f8a-242e8dbd2c63 None None] Checking router: 0220139a-5748-4423-912f-9979ec9fe208 for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:14:10.409769 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b78b2b-c1ee-4e80-8f8a-242e8dbd2c63 None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:14:10.410371 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-41b78b2b-c1ee-4e80-8f8a-242e8dbd2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:13:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:14:10.432853 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d998b-d169-49a4-8eb6-aa2cb1669307 req-feb587fe-d294-41df-b510-51ee77ca2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:10.434441 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-430d998b-d169-49a4-8eb6-aa2cb1669307 req-feb587fe-d294-41df-b510-51ee77ca2691 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 200 len: 851 time: 0.0497944 Aug 31 04:14:10.484490 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d998b-d169-49a4-8eb6-aa2cb1669307 req-2b71f8e5-d1ef-47c4-a5ce-eb70e1114229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:10.486048 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-430d998b-d169-49a4-8eb6-aa2cb1669307 req-2b71f8e5-d1ef-47c4-a5ce-eb70e1114229 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=afdd8bcf-e898-41b9-a268-9083d2b02846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461321 Aug 31 04:14:10.528447 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-41b78b2b-c1ee-4e80-8f8a-242e8dbd2c63 None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:14:10.586845 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-430d998b-d169-49a4-8eb6-aa2cb1669307 req-d4ad3952-b794-4617-aa75-f0ab2288de01 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943742 Aug 31 04:14:10.629874 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:10.686806 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-430d998b-d169-49a4-8eb6-aa2cb1669307 req-63083ac3-dc1d-4868-805b-e399784a111c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942268 Aug 31 04:14:10.764960 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-41b78b2b-c1ee-4e80-8f8a-242e8dbd2c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '1db98e9b-2876-48e5-a8c4-1ba10d295da5', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0220139a-5748-4423-912f-9979ec9fe208', 'port_id': 'cec5d875-c053-4ef2-a631-7779726cb122', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'mac_address': 'fa:16:3e:33:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:14:08Z', 'updated_at': '2022-08-31T04:14:08Z', 'revision_number': 0, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:14:10.791972 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b78b2b-c1ee-4e80-8f8a-242e8dbd2c63 None None] The sync data for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi is: [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '1db98e9b-2876-48e5-a8c4-1ba10d295da5', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0220139a-5748-4423-912f-9979ec9fe208', 'port_id': 'cec5d875-c053-4ef2-a631-7779726cb122', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'mac_address': 'fa:16:3e:33:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:14:08Z', 'updated_at': '2022-08-31T04:14:08Z', 'revision_number': 0, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:14:11.016545 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eb8e2c-55c3-4a53-9feb-d1793638bfad None None] New status for floating IP 1db98e9b-2876-48e5-a8c4-1ba10d295da5: ACTIVE {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:14:17.028027 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 48458) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:17.153559 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2cb31348-1619-4d1c-8ec7-8a80a9bf7631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:17.234994 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2cb31348-1619-4d1c-8ec7-8a80a9bf7631 admin admin] Publish callbacks [] for security_group (1230fd4d-edbe-463f-97ea-b132339548e9), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:17.240228 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2cb31348-1619-4d1c-8ec7-8a80a9bf7631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (1230fd4d-edbe-463f-97ea-b132339548e9), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:17.290585 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-2cb31348-1619-4d1c-8ec7-8a80a9bf7631 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=453755eae4d449b387bf4ed93fc2ea2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589061 Aug 31 04:14:17.290585 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb31348-1619-4d1c-8ec7-8a80a9bf7631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1230fd4d-edbe-463f-97ea-b132339548e9,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:17.291398 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48462) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:17.349070 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7ae4-3606-4fad-82d0-e297d441157f admin admin] Publish callbacks [] for security_group (1230fd4d-edbe-463f-97ea-b132339548e9), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:17.371085 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7ae4-3606-4fad-82d0-e297d441157f admin admin] Publish callbacks [] for security_group (1230fd4d-edbe-463f-97ea-b132339548e9), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:17.425386 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7ae4-3606-4fad-82d0-e297d441157f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (1230fd4d-edbe-463f-97ea-b132339548e9), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:17.428295 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5e8f7ae4-3606-4fad-82d0-e297d441157f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:17.429538 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-5e8f7ae4-3606-4fad-82d0-e297d441157f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1230fd4d-edbe-463f-97ea-b132339548e9 HTTP/1.1" status: 204 len: 168 time: 0.1369078 Aug 31 04:14:17.438350 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f7ae4-3606-4fad-82d0-e297d441157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1230fd4d-edbe-463f-97ea-b132339548e9,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:17.730884 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48468) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:17.745437 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3aac9fc8-67af-45ef-af34-fbde4fb9073f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:17.768741 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:17.831227 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3aac9fc8-67af-45ef-af34-fbde4fb9073f admin admin] Publish callbacks [] for security_group (8aac1842-ec09-4983-9aee-ef2ab26808a2), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:17.840727 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3aac9fc8-67af-45ef-af34-fbde4fb9073f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (8aac1842-ec09-4983-9aee-ef2ab26808a2), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:17.845658 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:17.885633 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac9fc8-67af-45ef-af34-fbde4fb9073f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aac1842-ec09-4983-9aee-ef2ab26808a2,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:17.892013 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-3aac9fc8-67af-45ef-af34-fbde4fb9073f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=18fd843d8dfb4dc39f88e14b83859af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600318 Aug 31 04:14:17.894653 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48470) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:17.948055 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9b47-e506-4dcc-82a0-cf0ea6cf1023 admin admin] Publish callbacks [] for security_group (8aac1842-ec09-4983-9aee-ef2ab26808a2), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:17.971813 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9b47-e506-4dcc-82a0-cf0ea6cf1023 admin admin] Publish callbacks [] for security_group (8aac1842-ec09-4983-9aee-ef2ab26808a2), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:18.027135 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9b47-e506-4dcc-82a0-cf0ea6cf1023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (8aac1842-ec09-4983-9aee-ef2ab26808a2), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:18.029921 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9b47-e506-4dcc-82a0-cf0ea6cf1023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:18.031141 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-8e6f9b47-e506-4dcc-82a0-cf0ea6cf1023 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8aac1842-ec09-4983-9aee-ef2ab26808a2 HTTP/1.1" status: 204 len: 168 time: 0.1354492 Aug 31 04:14:18.039675 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f9b47-e506-4dcc-82a0-cf0ea6cf1023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aac1842-ec09-4983-9aee-ef2ab26808a2,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:20.234618 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48538) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:20.358331 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e709165-9149-441e-8c10-6ab448ab6870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:20.437833 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e709165-9149-441e-8c10-6ab448ab6870 admin admin] Publish callbacks [] for security_group (c6705e0b-7ba3-4cdc-8a92-da468e7a0001), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:20.443468 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e709165-9149-441e-8c10-6ab448ab6870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (c6705e0b-7ba3-4cdc-8a92-da468e7a0001), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:20.487214 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e709165-9149-441e-8c10-6ab448ab6870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6705e0b-7ba3-4cdc-8a92-da468e7a0001,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:20.493007 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-6e709165-9149-441e-8c10-6ab448ab6870 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0dceaca24c8146a4bcf18968bef1e3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572672 Aug 31 04:14:20.495976 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48542) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:20.549780 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3f9eea08-88a2-4c1e-b576-0a617a6692f6 admin admin] Publish callbacks [] for security_group (c6705e0b-7ba3-4cdc-8a92-da468e7a0001), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:20.574927 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3f9eea08-88a2-4c1e-b576-0a617a6692f6 admin admin] Publish callbacks [] for security_group (c6705e0b-7ba3-4cdc-8a92-da468e7a0001), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:20.631933 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3f9eea08-88a2-4c1e-b576-0a617a6692f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (c6705e0b-7ba3-4cdc-8a92-da468e7a0001), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:20.634527 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3f9eea08-88a2-4c1e-b576-0a617a6692f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:20.635970 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-3f9eea08-88a2-4c1e-b576-0a617a6692f6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c6705e0b-7ba3-4cdc-8a92-da468e7a0001 HTTP/1.1" status: 204 len: 168 time: 0.1389968 Aug 31 04:14:20.644519 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9eea08-88a2-4c1e-b576-0a617a6692f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6705e0b-7ba3-4cdc-8a92-da468e7a0001,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:20.917705 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48548) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:20.931811 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9f4ff34d-ca57-4be4-a053-f43ec18b9317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:21.010119 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9f4ff34d-ca57-4be4-a053-f43ec18b9317 admin admin] Publish callbacks [] for security_group (8dd560f7-b0e8-4392-b0a1-01b08443671c), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:21.015912 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9f4ff34d-ca57-4be4-a053-f43ec18b9317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (8dd560f7-b0e8-4392-b0a1-01b08443671c), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:21.030165 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:21.057837 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-9f4ff34d-ca57-4be4-a053-f43ec18b9317 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5e9d5c64baf74fdcbfa003ed659e864b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389928 Aug 31 04:14:21.058546 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ff34d-ca57-4be4-a053-f43ec18b9317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd560f7-b0e8-4392-b0a1-01b08443671c,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:21.060934 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 48550) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:21.112282 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b0e6dd71-ad57-4e6c-9bc6-7b094051b4d0 admin admin] Publish callbacks [] for security_group (8dd560f7-b0e8-4392-b0a1-01b08443671c), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:21.139417 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b0e6dd71-ad57-4e6c-9bc6-7b094051b4d0 admin admin] Publish callbacks [] for security_group (8dd560f7-b0e8-4392-b0a1-01b08443671c), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:21.188799 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b0e6dd71-ad57-4e6c-9bc6-7b094051b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (8dd560f7-b0e8-4392-b0a1-01b08443671c), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:21.191495 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b0e6dd71-ad57-4e6c-9bc6-7b094051b4d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:21.192670 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-b0e6dd71-ad57-4e6c-9bc6-7b094051b4d0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8dd560f7-b0e8-4392-b0a1-01b08443671c HTTP/1.1" status: 204 len: 168 time: 0.1308520 Aug 31 04:14:21.200910 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6dd71-ad57-4e6c-9bc6-7b094051b4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd560f7-b0e8-4392-b0a1-01b08443671c,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:25.006371 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:25.014065 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:25.618035 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8140bbc4-f2e8-4950-a2d9-785f8f2a0fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:27.678476 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2abe78ff-32f4-4596-bcc5-ee3c373d0a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:28.231769 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:28.891982 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:30.463963 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:30.490182 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:31.054632 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=71,neutron:DELETE=5,neutron:INSERT=13 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:31.195987 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=63,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:31.196818 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=45,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:32.066818 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:14:35.193589 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e8a5084d-98a0-4886-87ff-51844fa112f0 req-8de644bf-01d0-438f-a02c-7f60347e37da service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393987 Aug 31 04:14:35.285153 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5084d-98a0-4886-87ff-51844fa112f0 req-096ac9b5-bd9f-4d0a-a7a8-4c2ae9285b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:35.286668 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e8a5084d-98a0-4886-87ff-51844fa112f0 req-096ac9b5-bd9f-4d0a-a7a8-4c2ae9285b2c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 1129 time: 0.0501091 Aug 31 04:14:35.397885 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5084d-98a0-4886-87ff-51844fa112f0 req-8fb646a1-6353-4ce2-aa65-83a04dfd0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:35.399483 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e8a5084d-98a0-4886-87ff-51844fa112f0 req-8fb646a1-6353-4ce2-aa65-83a04dfd0b1b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 913 time: 0.0908821 Aug 31 04:14:35.473328 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e8a5084d-98a0-4886-87ff-51844fa112f0 req-39e9a1c2-9602-400d-8802-eff69282aeea service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cec5d875-c053-4ef2-a631-7779726cb122 HTTP/1.1" status: 200 len: 1001 time: 0.0649581 Aug 31 04:14:35.528059 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5084d-98a0-4886-87ff-51844fa112f0 req-408e5a20-a917-4dcf-9608-18d5bcce8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:35.529494 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e8a5084d-98a0-4886-87ff-51844fa112f0 req-408e5a20-a917-4dcf-9608-18d5bcce8133 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 200 len: 851 time: 0.0467780 Aug 31 04:14:35.574275 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5084d-98a0-4886-87ff-51844fa112f0 req-14fc21cf-25e4-45df-b052-36435f6535c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:35.575816 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e8a5084d-98a0-4886-87ff-51844fa112f0 req-14fc21cf-25e4-45df-b052-36435f6535c4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=afdd8bcf-e898-41b9-a268-9083d2b02846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408688 Aug 31 04:14:35.674038 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e8a5084d-98a0-4886-87ff-51844fa112f0 req-efd5cbf5-3904-45b1-b9af-835f8e708085 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916166 Aug 31 04:14:35.769402 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e8a5084d-98a0-4886-87ff-51844fa112f0 req-17c34495-eb8c-4af3-a7ac-a0373b01daab service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864866 Aug 31 04:14:39.060222 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48696) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:39.197123 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-52c45580-ffcc-461b-833c-1e75dd69d86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:39.283796 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-52c45580-ffcc-461b-833c-1e75dd69d86c admin admin] Publish callbacks [] for security_group (b03001e7-44e5-4f00-bf88-e8600a79d30f), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:39.289731 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-52c45580-ffcc-461b-833c-1e75dd69d86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (b03001e7-44e5-4f00-bf88-e8600a79d30f), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:39.332218 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c45580-ffcc-461b-833c-1e75dd69d86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03001e7-44e5-4f00-bf88-e8600a79d30f,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:39.337886 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-52c45580-ffcc-461b-833c-1e75dd69d86c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=96a2f3d229b84d12af986f9295d02abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766449 Aug 31 04:14:39.340785 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 48702) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:39.390091 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4594-c80f-40fa-a645-aab24840051b admin admin] Publish callbacks [] for security_group (b03001e7-44e5-4f00-bf88-e8600a79d30f), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:39.413596 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4594-c80f-40fa-a645-aab24840051b admin admin] Publish callbacks [] for security_group (b03001e7-44e5-4f00-bf88-e8600a79d30f), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:39.464439 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4594-c80f-40fa-a645-aab24840051b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (b03001e7-44e5-4f00-bf88-e8600a79d30f), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:39.466945 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4594-c80f-40fa-a645-aab24840051b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:39.468114 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-bf7a4594-c80f-40fa-a645-aab24840051b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b03001e7-44e5-4f00-bf88-e8600a79d30f HTTP/1.1" status: 204 len: 168 time: 0.1264660 Aug 31 04:14:39.477175 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a4594-c80f-40fa-a645-aab24840051b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03001e7-44e5-4f00-bf88-e8600a79d30f,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:42.061448 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:47.948571 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48854) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:48.080965 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:48.136643 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:48.160416 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Publish callbacks [] for security_group (b94a1e3c-2024-41dc-9851-365583c67c85), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:48.165307 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (b94a1e3c-2024-41dc-9851-365583c67c85), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:48.205629 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=005a16ce617f465588e8342a1773a74d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556462 Aug 31 04:14:48.206271 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94a1e3c-2024-41dc-9851-365583c67c85,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:48.208260 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 48858) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:48.213943 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.214297 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.214672 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.215013 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.215377 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.215706 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.216036 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.216366 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.216680 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.216987 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.217341 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.217667 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.217986 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.218308 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.218611 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e3eb7-d74c-4b7c-8b49-0ce39e9a98ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.263405 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Publish callbacks [] for security_group (b94a1e3c-2024-41dc-9851-365583c67c85), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:48.284091 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Publish callbacks [] for security_group (b94a1e3c-2024-41dc-9851-365583c67c85), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:48.334003 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (b94a1e3c-2024-41dc-9851-365583c67c85), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:48.336700 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:48.337856 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b94a1e3c-2024-41dc-9851-365583c67c85 HTTP/1.1" status: 204 len: 168 time: 0.1279364 Aug 31 04:14:48.346025 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94a1e3c-2024-41dc-9851-365583c67c85,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:48.353499 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.353739 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.354121 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.354765 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.355135 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.355471 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.355805 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.356129 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.356509 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.356839 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.357195 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.357526 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.357849 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.358172 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.358489 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7f6858-ba19-4f50-af4b-252e718896ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:14:48.370937 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:48.372557 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:48.626193 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 48866) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:48.639610 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2b0e-b9d3-4465-b5b4-24144d816ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:48.717690 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2b0e-b9d3-4465-b5b4-24144d816ac8 admin admin] Publish callbacks [] for security_group (3c89963c-b733-4d68-86e2-d7b645d6bda9), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:48.723470 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2b0e-b9d3-4465-b5b4-24144d816ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (3c89963c-b733-4d68-86e2-d7b645d6bda9), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:48.763524 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-b3ee2b0e-b9d3-4465-b5b4-24144d816ac8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f38feb7c22374bd7bd86cadfdf969d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363490 Aug 31 04:14:48.764256 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee2b0e-b9d3-4465-b5b4-24144d816ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c89963c-b733-4d68-86e2-d7b645d6bda9,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:48.766454 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48868) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:48.807558 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:48.818495 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1c9052ff-5ea0-40c6-8a6c-e6132986b8e5 admin admin] Publish callbacks [] for security_group (3c89963c-b733-4d68-86e2-d7b645d6bda9), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:48.840103 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1c9052ff-5ea0-40c6-8a6c-e6132986b8e5 admin admin] Publish callbacks [] for security_group (3c89963c-b733-4d68-86e2-d7b645d6bda9), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:48.902488 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1c9052ff-5ea0-40c6-8a6c-e6132986b8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (3c89963c-b733-4d68-86e2-d7b645d6bda9), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:48.905395 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1c9052ff-5ea0-40c6-8a6c-e6132986b8e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:48.906546 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-1c9052ff-5ea0-40c6-8a6c-e6132986b8e5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3c89963c-b733-4d68-86e2-d7b645d6bda9 HTTP/1.1" status: 204 len: 168 time: 0.1388855 Aug 31 04:14:48.915178 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9052ff-5ea0-40c6-8a6c-e6132986b8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c89963c-b733-4d68-86e2-d7b645d6bda9,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:49.259214 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48876) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:49.272938 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-493fd0d7-19b4-492d-b565-ed3df3047e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:49.348478 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-493fd0d7-19b4-492d-b565-ed3df3047e18 admin admin] Publish callbacks [] for security_group (f96d3e36-1652-436d-baf1-b366fbaa753d), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:49.354961 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-493fd0d7-19b4-492d-b565-ed3df3047e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (f96d3e36-1652-436d-baf1-b366fbaa753d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:49.391829 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fd0d7-19b4-492d-b565-ed3df3047e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96d3e36-1652-436d-baf1-b366fbaa753d,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:49.396178 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-493fd0d7-19b4-492d-b565-ed3df3047e18 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=170e933de23d479d9786f13f112636da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359022 Aug 31 04:14:49.398857 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48878) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:49.452379 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1d3bbef2-89e1-4a94-9f60-884b0ccbfe47 admin admin] Publish callbacks [] for security_group (f96d3e36-1652-436d-baf1-b366fbaa753d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:49.475316 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1d3bbef2-89e1-4a94-9f60-884b0ccbfe47 admin admin] Publish callbacks [] for security_group (f96d3e36-1652-436d-baf1-b366fbaa753d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:49.528283 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1d3bbef2-89e1-4a94-9f60-884b0ccbfe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (f96d3e36-1652-436d-baf1-b366fbaa753d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:49.530975 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1d3bbef2-89e1-4a94-9f60-884b0ccbfe47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:49.532233 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-1d3bbef2-89e1-4a94-9f60-884b0ccbfe47 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f96d3e36-1652-436d-baf1-b366fbaa753d HTTP/1.1" status: 204 len: 168 time: 0.1324344 Aug 31 04:14:49.541927 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bbef2-89e1-4a94-9f60-884b0ccbfe47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96d3e36-1652-436d-baf1-b366fbaa753d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:49.981678 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbd18a-971a-4ab3-ae77-88e7b4a34bec req-beab61bd-724a-4a5b-8abe-8a5659f52c7b tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:49.983216 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-debbd18a-971a-4ab3-ae77-88e7b4a34bec req-beab61bd-724a-4a5b-8abe-8a5659f52c7b tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0502160 Aug 31 04:14:50.031727 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-debbd18a-971a-4ab3-ae77-88e7b4a34bec req-7c7fb6bb-2dae-4c22-a048-a9c82646b515 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425577 Aug 31 04:14:51.153892 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08acbb-a75d-4f82-b2b4-af86ceeec100 req-b6c22a77-9a6c-452f-9536-e3fc681a24ea tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:51.155390 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-be08acbb-a75d-4f82-b2b4-af86ceeec100 req-b6c22a77-9a6c-452f-9536-e3fc681a24ea tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0479863 Aug 31 04:14:51.204753 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-be08acbb-a75d-4f82-b2b4-af86ceeec100 req-adaa0cc5-a3df-4fea-968f-f5b3652b077b tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435803 Aug 31 04:14:52.334814 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87ce71-3dff-486d-899d-893580c6fe55 req-5d294994-3928-46a9-b6ac-61703ce4432f tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:52.336371 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0e87ce71-3dff-486d-899d-893580c6fe55 req-5d294994-3928-46a9-b6ac-61703ce4432f tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0518863 Aug 31 04:14:52.373227 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:52.385933 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0e87ce71-3dff-486d-899d-893580c6fe55 req-1b08f380-04cd-48a5-8bfb-a0b171256a75 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436311 Aug 31 04:14:52.405298 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 48934) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:52.533210 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2627d84c-fc0e-41d1-bc69-7b2011aed001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:52.622010 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2627d84c-fc0e-41d1-bc69-7b2011aed001 admin admin] Publish callbacks [] for security_group (e59efc4c-93e4-446d-b7ef-e82ad8677df0), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:52.628969 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2627d84c-fc0e-41d1-bc69-7b2011aed001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (e59efc4c-93e4-446d-b7ef-e82ad8677df0), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:52.646617 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:14:52.668305 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627d84c-fc0e-41d1-bc69-7b2011aed001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59efc4c-93e4-446d-b7ef-e82ad8677df0,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:52.672549 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-2627d84c-fc0e-41d1-bc69-7b2011aed001 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6cf118eb09594dc998725295aa2f99eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662430 Aug 31 04:14:52.676934 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 48938) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:14:52.732100 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6743e620-1172-4834-8f03-e5a4e0a256d1 admin admin] Publish callbacks [] for security_group (e59efc4c-93e4-446d-b7ef-e82ad8677df0), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:52.752605 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6743e620-1172-4834-8f03-e5a4e0a256d1 admin admin] Publish callbacks [] for security_group (e59efc4c-93e4-446d-b7ef-e82ad8677df0), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:52.809612 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6743e620-1172-4834-8f03-e5a4e0a256d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (e59efc4c-93e4-446d-b7ef-e82ad8677df0), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:52.812363 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6743e620-1172-4834-8f03-e5a4e0a256d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:52.813649 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-6743e620-1172-4834-8f03-e5a4e0a256d1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e59efc4c-93e4-446d-b7ef-e82ad8677df0 HTTP/1.1" status: 204 len: 168 time: 0.1354835 Aug 31 04:14:52.821876 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743e620-1172-4834-8f03-e5a4e0a256d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59efc4c-93e4-446d-b7ef-e82ad8677df0,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:14:53.530531 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5ed90-beb9-4b98-860f-9ef749aa6ba6 req-fc1eb901-0259-44ff-bf3e-51030fde9e9a tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:53.532032 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-60d5ed90-beb9-4b98-860f-9ef749aa6ba6 req-fc1eb901-0259-44ff-bf3e-51030fde9e9a tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0606630 Aug 31 04:14:53.581336 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-60d5ed90-beb9-4b98-860f-9ef749aa6ba6 req-ab8e0a51-ee7d-417a-9e84-34fd42e1a05c tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431986 Aug 31 04:14:54.726760 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19dd232-e374-4a44-b21d-6591103b5d05 req-19ecf29b-617e-4b36-872d-a0667eaf4f76 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:54.728279 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b19dd232-e374-4a44-b21d-6591103b5d05 req-19ecf29b-617e-4b36-872d-a0667eaf4f76 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0590160 Aug 31 04:14:54.780250 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b19dd232-e374-4a44-b21d-6591103b5d05 req-17d63e05-1822-4d92-b16e-4edb1e1cf4f1 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458400 Aug 31 04:14:55.616055 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-172fbddb-f2b6-4a09-8e74-9a408eeb1de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:55.914092 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991ed68-fcab-4418-bc0f-4fd53483239a req-3be7e7f5-6471-4d11-9e45-bfd99758caf2 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:55.915476 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0991ed68-fcab-4418-bc0f-4fd53483239a req-3be7e7f5-6471-4d11-9e45-bfd99758caf2 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0514078 Aug 31 04:14:55.969508 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0991ed68-fcab-4418-bc0f-4fd53483239a req-219778c3-67ab-4c6b-88da-9b32396e3d5c tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483887 Aug 31 04:14:57.123603 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27174b-d470-4c2a-a140-5d2d9f16b95e req-92354a6f-c05c-455c-947c-f588874bc335 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:57.124985 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-da27174b-d470-4c2a-a140-5d2d9f16b95e req-92354a6f-c05c-455c-947c-f588874bc335 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0580680 Aug 31 04:14:57.174374 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-da27174b-d470-4c2a-a140-5d2d9f16b95e req-cab2bce3-a87c-47ad-bd88-3466ce1f72ba tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433433 Aug 31 04:14:57.677743 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cfaf1f11-625f-4fb3-bfa4-55684ab11911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:58.245221 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:58.311980 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d920ed4-c062-4c50-988b-e4c1597264fb req-1198e008-714d-40ab-bc67-ecdb8f1d8c17 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:58.313587 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9d920ed4-c062-4c50-988b-e4c1597264fb req-1198e008-714d-40ab-bc67-ecdb8f1d8c17 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0472736 Aug 31 04:14:58.361907 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9d920ed4-c062-4c50-988b-e4c1597264fb req-0e943c6c-e09b-49db-9921-4ec743a89cd7 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423570 Aug 31 04:14:58.900889 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:14:59.506488 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca72519-aab1-4033-a74a-516b5dc34cd3 req-b47aef48-5ed0-40b0-9ea4-0ed9612cd9c9 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:14:59.508054 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eca72519-aab1-4033-a74a-516b5dc34cd3 req-b47aef48-5ed0-40b0-9ea4-0ed9612cd9c9 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0517149 Aug 31 04:14:59.561281 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-eca72519-aab1-4033-a74a-516b5dc34cd3 req-218c8f32-0798-4836-b18c-0eb0a0a7d3e3 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474916 Aug 31 04:15:00.473049 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:00.486145 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:00.697379 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875c86f-2c2f-4682-a340-643a54704169 req-354a4827-ef03-452b-aac2-3a9aa01e1932 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:00.698856 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0875c86f-2c2f-4682-a340-643a54704169 req-354a4827-ef03-452b-aac2-3a9aa01e1932 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0551333 Aug 31 04:15:00.747635 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0875c86f-2c2f-4682-a340-643a54704169 req-99b6abc2-8439-472f-ad0d-e04a33717a84 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429325 Aug 31 04:15:01.889172 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c592b-1075-4be6-8b88-b4badb832b3d req-64eda6da-220c-4d06-b8dd-13856b63bcb4 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:01.890624 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c09c592b-1075-4be6-8b88-b4badb832b3d req-64eda6da-220c-4d06-b8dd-13856b63bcb4 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0479419 Aug 31 04:15:01.944270 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c09c592b-1075-4be6-8b88-b4badb832b3d req-0bf49309-7d10-493f-8098-074fc838cf48 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446408 Aug 31 04:15:02.010976 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:02.016661 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:02.817525 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=61,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:02.818877 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:03.069528 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105167f-d587-4403-b431-bb6c956a549a req-a20c5eea-2fce-43f5-a847-31329f0ebf97 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:03.070933 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3105167f-d587-4403-b431-bb6c956a549a req-a20c5eea-2fce-43f5-a847-31329f0ebf97 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0493729 Aug 31 04:15:03.090225 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:03.121370 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3105167f-d587-4403-b431-bb6c956a549a req-a370d388-fcb0-48f2-9796-a8ca8af6b2f6 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447776 Aug 31 04:15:04.267394 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4777358-f7a9-4652-8648-2eb2e15774f8 req-47fcc3a6-2bcc-48e5-9d28-47c49261aeca tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:04.268930 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b4777358-f7a9-4652-8648-2eb2e15774f8 req-47fcc3a6-2bcc-48e5-9d28-47c49261aeca tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0498223 Aug 31 04:15:04.319075 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b4777358-f7a9-4652-8648-2eb2e15774f8 req-d2c68cfa-fd44-4a8b-bc81-ab61a3d60d3e tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420592 Aug 31 04:15:05.460143 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ef764-6e1b-4fd6-abbe-66cb6d043c2c req-074129eb-07b9-447e-a0d9-2b883be55e46 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:05.461620 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-713ef764-6e1b-4fd6-abbe-66cb6d043c2c req-074129eb-07b9-447e-a0d9-2b883be55e46 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0576932 Aug 31 04:15:05.476393 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:05.513324 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-713ef764-6e1b-4fd6-abbe-66cb6d043c2c req-fce7250c-84fc-4f96-a124-ddb57b9b9120 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435390 Aug 31 04:15:05.784885 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19428b35-6b1a-488d-8cdd-76589bb68cd2 req-4d8aa8f6-7549-43c9-b9b4-4a29e52c9434 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:05.786656 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-19428b35-6b1a-488d-8cdd-76589bb68cd2 req-4d8aa8f6-7549-43c9-b9b4-4a29e52c9434 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0483711 Aug 31 04:15:05.864799 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a2f2e-1e38-4d2a-801c-fb37c9061510 req-90919ec7-8d62-4619-adb3-7d1c92389330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:05.866191 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-334a2f2e-1e38-4d2a-801c-fb37c9061510 req-90919ec7-8d62-4619-adb3-7d1c92389330 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b2f251186d5346d9ae213f018e299cb4&device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 1130 time: 0.0666139 Aug 31 04:15:05.869810 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-19428b35-6b1a-488d-8cdd-76589bb68cd2 req-fa4cff87-096f-485a-b6dd-d24597502582 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774791 Aug 31 04:15:05.966765 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a2f2e-1e38-4d2a-801c-fb37c9061510 req-e0864cec-62df-47bc-823a-488d8a8d93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:05.968267 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-334a2f2e-1e38-4d2a-801c-fb37c9061510 req-e0864cec-62df-47bc-823a-488d8a8d93d9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=32e0d3cc-cecf-4072-861e-69e212464544 HTTP/1.1" status: 200 len: 911 time: 0.0966978 Aug 31 04:15:06.038719 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-334a2f2e-1e38-4d2a-801c-fb37c9061510 req-a74f3a9a-7200-427f-aa1f-3bcacc5ed8f1 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90137c1b-a64b-4fe2-ba88-e0e33d96d34a HTTP/1.1" status: 200 len: 1001 time: 0.0637739 Aug 31 04:15:06.092601 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a2f2e-1e38-4d2a-801c-fb37c9061510 req-b4f89841-6144-46e2-80f8-bd22ecd6d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:06.094761 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-334a2f2e-1e38-4d2a-801c-fb37c9061510 req-b4f89841-6144-46e2-80f8-bd22ecd6d80c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=518701dd-8963-4e13-97e3-6fcc564e480c HTTP/1.1" status: 200 len: 849 time: 0.0505130 Aug 31 04:15:06.137652 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a2f2e-1e38-4d2a-801c-fb37c9061510 req-64b5c272-7d31-4597-a69c-2e3e0c2f9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:06.139131 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-334a2f2e-1e38-4d2a-801c-fb37c9061510 req-64b5c272-7d31-4597-a69c-2e3e0c2f9eb6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=32e0d3cc-cecf-4072-861e-69e212464544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386033 Aug 31 04:15:06.232134 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-334a2f2e-1e38-4d2a-801c-fb37c9061510 req-f14fdb22-b2d9-4e52-8331-7355e37339cc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875006 Aug 31 04:15:06.322535 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-334a2f2e-1e38-4d2a-801c-fb37c9061510 req-29ddd621-ce60-49fe-8866-418e23f3fd46 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844193 Aug 31 04:15:07.015070 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2c04d-1513-48be-a918-f1ce2804b097 req-deb23769-a031-4497-9f29-374238abce29 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:07.016559 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-98c2c04d-1513-48be-a918-f1ce2804b097 req-deb23769-a031-4497-9f29-374238abce29 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0528269 Aug 31 04:15:07.066155 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-98c2c04d-1513-48be-a918-f1ce2804b097 req-c252899c-b1c3-4df0-a8fc-a88d3c155102 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437102 Aug 31 04:15:08.216963 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f4aad-3a86-4deb-95ce-c5050d98c1e5 req-cfe01b84-8819-4bd2-a5ba-a11c7586ce29 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:08.218440 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5c7f4aad-3a86-4deb-95ce-c5050d98c1e5 req-cfe01b84-8819-4bd2-a5ba-a11c7586ce29 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0579405 Aug 31 04:15:08.277130 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5c7f4aad-3a86-4deb-95ce-c5050d98c1e5 req-28cea711-61e6-49bd-b4aa-4ab6f29b08e6 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511253 Aug 31 04:15:09.071075 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:15:10.478530 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:10.481563 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:18.265522 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=78 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:18.267505 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:25.613473 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=12 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:25.614464 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-19053305-e9fc-46b3-8482-947cc15b87be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:25.615700 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=16 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:27.673339 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e7074d59-1d4b-44ae-9280-56ad3f3a89e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:28.239750 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:28.905158 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:30.481112 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:30.487270 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:36.173184 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c6113e2a-c4be-4d31-845e-8980fbecee17 req-7d12e81d-e432-460d-bffd-edb304e37b5a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394173 Aug 31 04:15:36.238392 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6113e2a-c4be-4d31-845e-8980fbecee17 req-37301cab-65c8-4be9-b391-d885db193ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:36.239925 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c6113e2a-c4be-4d31-845e-8980fbecee17 req-37301cab-65c8-4be9-b391-d885db193ab6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b2f251186d5346d9ae213f018e299cb4&device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 1130 time: 0.0435047 Aug 31 04:15:36.352062 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6113e2a-c4be-4d31-845e-8980fbecee17 req-4198d716-e764-45b3-8a33-c2c0eef65751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:36.353840 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c6113e2a-c4be-4d31-845e-8980fbecee17 req-4198d716-e764-45b3-8a33-c2c0eef65751 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=32e0d3cc-cecf-4072-861e-69e212464544 HTTP/1.1" status: 200 len: 911 time: 0.0902712 Aug 31 04:15:36.418790 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c6113e2a-c4be-4d31-845e-8980fbecee17 req-d4dcfb41-e003-4343-8218-2efe3f213088 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90137c1b-a64b-4fe2-ba88-e0e33d96d34a HTTP/1.1" status: 200 len: 1001 time: 0.0584669 Aug 31 04:15:36.468480 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6113e2a-c4be-4d31-845e-8980fbecee17 req-64d39fdc-fd08-49cb-aa8a-7cf75be31e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:36.469863 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c6113e2a-c4be-4d31-845e-8980fbecee17 req-64d39fdc-fd08-49cb-aa8a-7cf75be31e7a service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=518701dd-8963-4e13-97e3-6fcc564e480c HTTP/1.1" status: 200 len: 849 time: 0.0447385 Aug 31 04:15:36.516026 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6113e2a-c4be-4d31-845e-8980fbecee17 req-ca3b3ad3-97ff-47bc-a2b0-13a041e3a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:36.517476 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c6113e2a-c4be-4d31-845e-8980fbecee17 req-ca3b3ad3-97ff-47bc-a2b0-13a041e3a240 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=32e0d3cc-cecf-4072-861e-69e212464544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402780 Aug 31 04:15:36.611375 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c6113e2a-c4be-4d31-845e-8980fbecee17 req-37b3de45-7389-478e-9b13-bf9ddaf8dc26 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876377 Aug 31 04:15:36.707327 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c6113e2a-c4be-4d31-845e-8980fbecee17 req-5ed4f7c9-1e48-40fe-a8db-ee9406c77db9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895112 Aug 31 04:15:39.010928 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:39.019600 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:40.478917 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:40.480884 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:41.795288 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb615b5c-6f9d-4c70-9cff-a7449aaf7f92 req-c095d102-4d87-4c9b-ad0b-7b123de00c0e tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:41.797217 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cb615b5c-6f9d-4c70-9cff-a7449aaf7f92 req-c095d102-4d87-4c9b-ad0b-7b123de00c0e tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0561004 Aug 31 04:15:41.846594 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cb615b5c-6f9d-4c70-9cff-a7449aaf7f92 req-c1eeb132-85f7-4e69-afaf-8b62872410ff tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437081 Aug 31 04:15:42.972818 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94c1b4-7d40-4956-8db1-28cb256dc94b req-67e94265-87b8-4c65-a65c-f98d2f3f8c8b tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:42.974452 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bf94c1b4-7d40-4956-8db1-28cb256dc94b req-67e94265-87b8-4c65-a65c-f98d2f3f8c8b tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0500045 Aug 31 04:15:43.029712 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bf94c1b4-7d40-4956-8db1-28cb256dc94b req-b7c34af0-088d-4b95-8176-e0d16517c2b6 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489259 Aug 31 04:15:44.163943 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb0e6d-5da9-455a-ac52-38e160786683 req-fc858cc5-ddd4-4509-bfc1-4c31b004f4a3 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:44.165421 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-70cb0e6d-5da9-455a-ac52-38e160786683 req-fc858cc5-ddd4-4509-bfc1-4c31b004f4a3 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0551858 Aug 31 04:15:44.216171 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-70cb0e6d-5da9-455a-ac52-38e160786683 req-087f749b-30e2-4c35-9bec-ba0e2aa287c2 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450521 Aug 31 04:15:45.346238 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fec24b-0f6f-4bba-8681-ba529a0f3db0 req-0ffb7d3e-7ae4-41cd-a3f5-c47326d68fcc tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:45.347788 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d6fec24b-0f6f-4bba-8681-ba529a0f3db0 req-0ffb7d3e-7ae4-41cd-a3f5-c47326d68fcc tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0506754 Aug 31 04:15:45.399055 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d6fec24b-0f6f-4bba-8681-ba529a0f3db0 req-b333c97d-7004-460d-a5ff-53a0a84de913 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437725 Aug 31 04:15:46.071814 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:15:46.538681 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf612bc-6a58-40f0-a3ec-dbf4ee73b8f1 req-cec9e646-5db3-4e96-8cbb-e6bf6549f680 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:46.540203 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-edf612bc-6a58-40f0-a3ec-dbf4ee73b8f1 req-cec9e646-5db3-4e96-8cbb-e6bf6549f680 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0515134 Aug 31 04:15:46.592584 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-edf612bc-6a58-40f0-a3ec-dbf4ee73b8f1 req-79547da8-80bb-4958-97f7-608c57ce2f28 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 Aug 31 04:15:47.731332 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df4ed-2aaf-4065-93d9-42760fcc7248 req-311aadd6-1f9b-42ee-bd4b-f51e9b84e977 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:47.732810 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ad7df4ed-2aaf-4065-93d9-42760fcc7248 req-311aadd6-1f9b-42ee-bd4b-f51e9b84e977 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0553834 Aug 31 04:15:47.747218 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:47.748781 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:47.785333 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ad7df4ed-2aaf-4065-93d9-42760fcc7248 req-8230122f-b1a7-4a6a-8031-1253c4f31ecb tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438755 Aug 31 04:15:48.916420 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de498e95-2c1a-43d9-9423-906da452076e req-dd2dd205-166d-41fc-99dd-7de3dd74c671 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:48.919241 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-de498e95-2c1a-43d9-9423-906da452076e req-dd2dd205-166d-41fc-99dd-7de3dd74c671 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0524788 Aug 31 04:15:48.975392 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-de498e95-2c1a-43d9-9423-906da452076e req-cd06590b-fe4c-4877-a49e-18775a2315b0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470040 Aug 31 04:15:50.115718 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ef2d4-9188-4644-96c5-6b1e34e22ccb req-17904773-58ee-4960-bf2d-a7702390f171 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:50.117228 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-907ef2d4-9188-4644-96c5-6b1e34e22ccb req-17904773-58ee-4960-bf2d-a7702390f171 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0591552 Aug 31 04:15:50.174852 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-907ef2d4-9188-4644-96c5-6b1e34e22ccb req-8980e687-8e06-4f93-abc1-8898deb45182 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471370 Aug 31 04:15:51.303703 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7824e2-dd39-4c74-8d98-381c127b4558 req-cc7ace42-a07f-4329-a6de-f65e47b5857e tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:51.305174 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7d7824e2-dd39-4c74-8d98-381c127b4558 req-cc7ace42-a07f-4329-a6de-f65e47b5857e tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0551155 Aug 31 04:15:51.354463 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7d7824e2-dd39-4c74-8d98-381c127b4558 req-8a81d7ea-4690-4603-9e72-4b02137dbc3f tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434902 Aug 31 04:15:52.475448 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e6a27-f92f-4055-bf75-d778d44acb80 req-5a7325a5-9ff8-484b-88e8-2e7f670d62b9 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:52.476913 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-733e6a27-f92f-4055-bf75-d778d44acb80 req-5a7325a5-9ff8-484b-88e8-2e7f670d62b9 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0488629 Aug 31 04:15:52.530282 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-733e6a27-f92f-4055-bf75-d778d44acb80 req-e321b88d-9782-4fee-8734-bfd4da76e244 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468211 Aug 31 04:15:52.759052 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f3176-52cf-4084-b87b-f779276b0341 req-29f66186-02c0-4964-8513-b3b1ee4c4196 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:52.760590 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f8f3176-52cf-4084-b87b-f779276b0341 req-29f66186-02c0-4964-8513-b3b1ee4c4196 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0507283 Aug 31 04:15:52.819730 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b095e-3839-44bd-9d55-d23fabb77107 req-53a7dc5c-b78d-4b39-8a1b-3586f34d4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:52.821173 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-037b095e-3839-44bd-9d55-d23fabb77107 req-53a7dc5c-b78d-4b39-8a1b-3586f34d4076 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b2f251186d5346d9ae213f018e299cb4&device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 1130 time: 0.0546567 Aug 31 04:15:52.890426 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4f8f3176-52cf-4084-b87b-f779276b0341 req-b2820f08-3c6e-47a2-b18a-c8b6c2915752 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149292 Aug 31 04:15:52.939305 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b095e-3839-44bd-9d55-d23fabb77107 req-b212b653-4443-440d-99b6-661839ace79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:52.940798 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-037b095e-3839-44bd-9d55-d23fabb77107 req-b212b653-4443-440d-99b6-661839ace79e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=32e0d3cc-cecf-4072-861e-69e212464544 HTTP/1.1" status: 200 len: 911 time: 0.1137567 Aug 31 04:15:53.003685 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-037b095e-3839-44bd-9d55-d23fabb77107 req-bb58e1b8-eadf-4cf1-ba0a-b7a2ec353a83 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90137c1b-a64b-4fe2-ba88-e0e33d96d34a HTTP/1.1" status: 200 len: 1001 time: 0.0560672 Aug 31 04:15:53.058171 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b095e-3839-44bd-9d55-d23fabb77107 req-501d0676-a6ab-4ad3-a167-686f625fc97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:53.059594 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-037b095e-3839-44bd-9d55-d23fabb77107 req-501d0676-a6ab-4ad3-a167-686f625fc97d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=518701dd-8963-4e13-97e3-6fcc564e480c HTTP/1.1" status: 200 len: 849 time: 0.0499699 Aug 31 04:15:53.109479 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b095e-3839-44bd-9d55-d23fabb77107 req-87f25c2d-ab23-451e-aba2-edd83a18f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:53.110990 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-037b095e-3839-44bd-9d55-d23fabb77107 req-87f25c2d-ab23-451e-aba2-edd83a18f6a2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=32e0d3cc-cecf-4072-861e-69e212464544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433180 Aug 31 04:15:53.209756 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-037b095e-3839-44bd-9d55-d23fabb77107 req-0d848c21-bf2a-4976-971d-422cceafe87f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909011 Aug 31 04:15:53.560661 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:53.571552 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-037b095e-3839-44bd-9d55-d23fabb77107 req-497d38d4-3634-458b-880f-636b8f00e0d7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547390 Aug 31 04:15:54.031770 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d0e22-d023-4e14-b26f-d6d099018d48 req-3c3aed7f-9510-4e1d-8792-ec7a786e6bea tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:54.033273 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-318d0e22-d023-4e14-b26f-d6d099018d48 req-3c3aed7f-9510-4e1d-8792-ec7a786e6bea tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0478387 Aug 31 04:15:54.076568 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:54.090617 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-318d0e22-d023-4e14-b26f-d6d099018d48 req-e3c09679-141e-4509-9d2a-5a4898e1a4ec tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516868 Aug 31 04:15:55.226690 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33350a8-7154-4780-9099-87b3923388c0 req-102c9af3-46e1-403f-8e9f-0913d27c2c3e tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:55.228494 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a33350a8-7154-4780-9099-87b3923388c0 req-102c9af3-46e1-403f-8e9f-0913d27c2c3e tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0563953 Aug 31 04:15:55.277124 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a33350a8-7154-4780-9099-87b3923388c0 req-d01368ca-5f50-408d-bb3f-0c84752d98af tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426698 Aug 31 04:15:55.614315 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e940b492-c92c-49a6-8a8b-cf14ee686ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:56.065230 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:56.066015 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:56.106078 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-9d011430-4ee0-41aa-a6aa-496f06cd681c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1889188028&fields=id&tenant_id=e6db5b66c75c499d98d02d6e0041299f HTTP/1.1" status: 200 len: 267 time: 0.0562291 Aug 31 04:15:56.217971 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df930d0f-e363-494f-b49d-30479af2f2ce req-b0b98619-7948-4b8c-9190-5a9d86c67c96 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:56.219655 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-b0b98619-7948-4b8c-9190-5a9d86c67c96 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 812 time: 0.1065347 Aug 31 04:15:56.234843 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-926c018b-cddf-442d-ad20-e1ff9e8d6fed tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/quotas/e6db5b66c75c499d98d02d6e0041299f HTTP/1.1" status: 200 len: 375 time: 0.0096986 Aug 31 04:15:56.290075 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-9f966de7-146e-4533-8f7e-3afdf20d5f2c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479908 Aug 31 04:15:56.396009 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-c6c94228-b529-4ad0-a3ef-42423b990e2b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936089 Aug 31 04:15:56.493978 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-05f32a02-2cf2-47f7-a1a6-86f183810c04 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889640 Aug 31 04:15:56.815081 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-504fb02a-d472-440a-a0ae-3fa5f98118d5 req-c0894246-4f64-4624-a4ed-efaf015011f4 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 210 time: 0.0313678 Aug 31 04:15:57.688017 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6a9c49fd-99f7-440b-bb82-80d76020e70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:57.907700 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df930d0f-e363-494f-b49d-30479af2f2ce req-bcd18d3d-cd5a-4888-8189-74cc8284944b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:57.909160 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-bcd18d3d-cd5a-4888-8189-74cc8284944b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.26 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 812 time: 0.1276457 Aug 31 04:15:57.934465 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bbad649c-8f3c-4948-a933-21f141b307fa req-ec8feaa2-7842-4887-b8e6-f0d78fefec63 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 210 time: 0.0438788 Aug 31 04:15:57.985196 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-21b15f66-0214-4dfb-8e75-1a099aa802f5 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e6db5b66c75c499d98d02d6e0041299f HTTP/1.1" status: 200 len: 380 time: 0.0573366 Aug 31 04:15:57.993690 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-df930d0f-e363-494f-b49d-30479af2f2ce req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Request body: {'port': {'device_id': '008761e5-2f82-425b-8156-4262dc16ebaa', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'admin_state_up': True, 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'security_groups': ['80ebc7ec-b1f5-4c34-9e7f-f36131dad35f']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:15:58.108474 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df930d0f-e363-494f-b49d-30479af2f2ce req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Made reservation on behalf of e6db5b66c75c499d98d02d6e0041299f for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:15:58.112665 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-df930d0f-e363-494f-b49d-30479af2f2ce req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:58.129597 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:58.223571 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:58.259004 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-df930d0f-e363-494f-b49d-30479af2f2ce req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Allocated IP 172.20.0.14 (afdd8bcf-e898-41b9-a268-9083d2b02846/c5eda9f6-9209-4a3c-b6fa-f878a92de383/2e10088a-8bb6-4d01-af36-44f371a379a6) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:15:58.261915 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:58.426735 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-df930d0f-e363-494f-b49d-30479af2f2ce req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:58.464092 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-df930d0f-e363-494f-b49d-30479af2f2ce req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:58.517487 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df930d0f-e363-494f-b49d-30479af2f2ce req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Network afdd8bcf-e898-41b9-a268-9083d2b02846 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:15:58.522612 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-df930d0f-e363-494f-b49d-30479af2f2ce req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:15:58.525371 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'Port': ['ID=2e10088a-8bb6-4d01-af36-44f371a379a6,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:15:58.527840 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-df930d0f-e363-494f-b49d-30479af2f2ce req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:15:58.558613 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:15:58.558945 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:15:58.559341 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:15:58.559690 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:15:58.560013 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:15:58.560340 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:15:58.560668 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:15:58.560996 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:15:58.561783 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:15:58.562104 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:15:58.562438 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:15:58.562768 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:15:58.563127 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:15:58.563439 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:15:58.563764 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:15:58.595137 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df930d0f-e363-494f-b49d-30479af2f2ce req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:58.595770 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-df930d0f-e363-494f-b49d-30479af2f2ce req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:58.614446 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-3cfe1ad7-ba22-4886-923a-8ad08230f86d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6244605 Aug 31 04:15:58.625803 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Request body: {'port': {'device_id': '008761e5-2f82-425b-8156-4262dc16ebaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:15:58.689932 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:58.718196 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-c373fc75-38f6-404c-b500-9f5a324aa410 None None] Provisioning complete for port 2e10088a-8bb6-4d01-af36-44f371a379a6 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:15:58.718945 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c373fc75-38f6-404c-b500-9f5a324aa410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:58.752846 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-c373fc75-38f6-404c-b500-9f5a324aa410 None None] Port 2e10088a-8bb6-4d01-af36-44f371a379a6 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:15:58.903435 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:58.964400 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e10088a-8bb6-4d01-af36-44f371a379a6 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:15:58.972799 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Publish callbacks [] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:58.986196 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Transition to ACTIVE for port object 2e10088a-8bb6-4d01-af36-44f371a379a6 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:15:58.992547 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:58.997480 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:59.038906 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e10088a-8bb6-4d01-af36-44f371a379a6,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:15:59.118434 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Attempting to bind port 2e10088a-8bb6-4d01-af36-44f371a379a6 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:15:59.118850 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Attempting to bind port 2e10088a-8bb6-4d01-af36-44f371a379a6 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:15:59.119220 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Attempting to bind port 2e10088a-8bb6-4d01-af36-44f371a379a6 on network afdd8bcf-e898-41b9-a268-9083d2b02846 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:15:59.123805 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Port 2e10088a-8bb6-4d01-af36-44f371a379a6 on network afdd8bcf-e898-41b9-a268-9083d2b02846 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:15:59.123990 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Attempting to bind port 2e10088a-8bb6-4d01-af36-44f371a379a6 on network afdd8bcf-e898-41b9-a268-9083d2b02846 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:15:59.129582 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:15:59.129888 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Checking segment: {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:15:59.130268 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Bound using segment: {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:15:59.130693 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Bound port: 2e10088a-8bb6-4d01-af36-44f371a379a6, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985a9656-458a-49c4-becc-d2bc5db877a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:15:59.131151 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:59.133721 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:15:59.228966 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] For port 2e10088a-8bb6-4d01-af36-44f371a379a6, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:15:59.236362 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbbe67-37dd-4b4a-82e3-11191baefb72 req-241507da-5c11-4ff6-aaaf-288ab58b4adb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:59.237821 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-37dbbe67-37dd-4b4a-82e3-11191baefb72 req-241507da-5c11-4ff6-aaaf-288ab58b4adb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 944 time: 0.0672402 Aug 31 04:15:59.239520 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] For port 2e10088a-8bb6-4d01-af36-44f371a379a6, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2e10088a-8bb6-4d01-af36-44f371a379a6,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:15:59.260215 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:59.263463 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:59.264222 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:15:59.265831 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/2e10088a-8bb6-4d01-af36-44f371a379a6 HTTP/1.1" status: 200 len: 1094 time: 0.6443560 Aug 31 04:15:59.269488 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008761e5-2f82-425b-8156-4262dc16ebaa', 'tag': '2e10088a-8bb6-4d01-af36-44f371a379a6'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:15:59.271904 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8203b75-8d77-4c5f-80b6-dbbffdc07d80" -d '{"events": [{"name": "network-changed", "server_uuid": "008761e5-2f82-425b-8156-4262dc16ebaa", "tag": "2e10088a-8bb6-4d01-af36-44f371a379a6"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:15:59.318561 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82383807-9e90-424c-b129-ba68fac81656 x-openstack-request-id: req-82383807-9e90-424c-b129-ba68fac81656 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:15:59.318844 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008761e5-2f82-425b-8156-4262dc16ebaa", "tag": "2e10088a-8bb6-4d01-af36-44f371a379a6", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:15:59.319112 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82383807-9e90-424c-b129-ba68fac81656 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:15:59.319502 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82383807-9e90-424c-b129-ba68fac81656'] response: {'name': 'network-changed', 'server_uuid': '008761e5-2f82-425b-8156-4262dc16ebaa', 'tag': '2e10088a-8bb6-4d01-af36-44f371a379a6', 'status': 'completed', 'code': 200} Aug 31 04:15:59.371899 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-37dbbe67-37dd-4b4a-82e3-11191baefb72 req-d9a3badb-6a2a-44b9-a7d2-00367e7f5f52 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278701 Aug 31 04:15:59.374989 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc488c3-5da6-40e9-9f2c-11cbdd43cca2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e10088a-8bb6-4d01-af36-44f371a379a6,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:15:59.394498 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df930d0f-e363-494f-b49d-30479af2f2ce req-9abb0f53-ee59-49b7-aa17-baab99c32090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:59.396102 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-9abb0f53-ee59-49b7-aa17-baab99c32090 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 1128 time: 0.0695615 Aug 31 04:15:59.437342 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-cd9e74c2-a754-4210-8685-005cdded7448 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e10088a-8bb6-4d01-af36-44f371a379a6 HTTP/1.1" status: 200 len: 217 time: 0.0339675 Aug 31 04:15:59.488272 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df930d0f-e363-494f-b49d-30479af2f2ce req-fa9efc36-454a-4b0a-b757-2e16813a5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:59.489590 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-fa9efc36-454a-4b0a-b757-2e16813a5265 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 200 len: 851 time: 0.0458813 Aug 31 04:15:59.534008 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df930d0f-e363-494f-b49d-30479af2f2ce req-06a052e0-1a56-4b33-8207-30b46cb31d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:15:59.535529 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-06a052e0-1a56-4b33-8207-30b46cb31d89 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=afdd8bcf-e898-41b9-a268-9083d2b02846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402002 Aug 31 04:15:59.633896 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-3bd35cd2-66e3-4717-8fa3-addccf3e40ed service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918281 Aug 31 04:15:59.729719 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-df930d0f-e363-494f-b49d-30479af2f2ce req-2db7ec82-c843-4e7c-a7b5-95fe8ae39c30 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897951 Aug 31 04:16:00.034468 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8203b75-8d77-4c5f-80b6-dbbffdc07d80 req-a7d52c8d-7d0f-4e9e-9fae-2221ff2d0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:00.036022 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a8203b75-8d77-4c5f-80b6-dbbffdc07d80 req-a7d52c8d-7d0f-4e9e-9fae-2221ff2d0a15 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 1128 time: 0.0514908 Aug 31 04:16:00.131442 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8203b75-8d77-4c5f-80b6-dbbffdc07d80 req-ce5b22ca-b6df-4426-b6bd-6bfec8cca35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:00.132923 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a8203b75-8d77-4c5f-80b6-dbbffdc07d80 req-ce5b22ca-b6df-4426-b6bd-6bfec8cca35a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 913 time: 0.0906088 Aug 31 04:16:00.180239 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a8203b75-8d77-4c5f-80b6-dbbffdc07d80 req-1bf85fc5-ab5a-4948-ad7e-4caaf47872dd service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e10088a-8bb6-4d01-af36-44f371a379a6 HTTP/1.1" status: 200 len: 217 time: 0.0374053 Aug 31 04:16:00.230565 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8203b75-8d77-4c5f-80b6-dbbffdc07d80 req-0a5f3152-5544-450e-a1e6-83d00bf99f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:00.231968 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a8203b75-8d77-4c5f-80b6-dbbffdc07d80 req-0a5f3152-5544-450e-a1e6-83d00bf99f99 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 200 len: 851 time: 0.0441473 Aug 31 04:16:00.277059 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:00.280920 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8203b75-8d77-4c5f-80b6-dbbffdc07d80 req-e66bf53a-69c9-41ea-ae2d-6bc24f151709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:00.282603 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a8203b75-8d77-4c5f-80b6-dbbffdc07d80 req-e66bf53a-69c9-41ea-ae2d-6bc24f151709 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=afdd8bcf-e898-41b9-a268-9083d2b02846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433977 Aug 31 04:16:00.401847 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a8203b75-8d77-4c5f-80b6-dbbffdc07d80 req-f731c49b-e91d-46bd-9fde-a9ea0d752912 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022692 Aug 31 04:16:00.481476 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:00.487171 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:00.524701 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a25441-e48a-4601-9e19-8acacb770748 req-146d3deb-b36b-46e1-87b2-06a1093228b6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:00.526224 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e5a25441-e48a-4601-9e19-8acacb770748 req-146d3deb-b36b-46e1-87b2-06a1093228b6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 944 time: 0.0717123 Aug 31 04:16:00.558396 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a8203b75-8d77-4c5f-80b6-dbbffdc07d80 req-c503ea8c-6790-4ae4-8b57-d1213de88035 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506512 Aug 31 04:16:00.583435 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:00.593173 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e5a25441-e48a-4601-9e19-8acacb770748 req-c92e1da8-9925-4310-aaa4-28ffeb3d137d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608053 Aug 31 04:16:01.725544 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e7665-e10a-4e12-ace2-824a07edbbba req-296b8abd-0bdf-4fb7-aa15-0cb1f270a232 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:01.727014 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4a5e7665-e10a-4e12-ace2-824a07edbbba req-296b8abd-0bdf-4fb7-aa15-0cb1f270a232 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 944 time: 0.0525465 Aug 31 04:16:01.782391 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4a5e7665-e10a-4e12-ace2-824a07edbbba req-555b305b-cbdb-4519-9305-5f080b728f00 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459456 Aug 31 04:16:02.922590 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc3c71-48c6-458d-8c19-22edec5d5550 req-eabf9bcc-520e-4893-80a6-340f8762b0c1 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:02.924228 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-88dc3c71-48c6-458d-8c19-22edec5d5550 req-eabf9bcc-520e-4893-80a6-340f8762b0c1 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 944 time: 0.0518458 Aug 31 04:16:02.976066 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-88dc3c71-48c6-458d-8c19-22edec5d5550 req-83e46078-3c0d-4eb9-a4a2-1409fafc188a tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442224 Aug 31 04:16:04.119449 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a6e31-31e9-445f-a6f1-01ca81173a50 req-547c8ee9-1a67-4b56-8c99-5b09f1562a83 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:04.120899 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b24a6e31-31e9-445f-a6f1-01ca81173a50 req-547c8ee9-1a67-4b56-8c99-5b09f1562a83 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 944 time: 0.0561643 Aug 31 04:16:04.175722 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b24a6e31-31e9-445f-a6f1-01ca81173a50 req-30d44544-fbe9-4234-9edc-36e52e0b400d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465806 Aug 31 04:16:05.314641 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93103dff-2fcb-4bb9-b26d-308fc03de88a req-c8ea0b37-4090-4a84-8397-dbbbcf50dd2c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:05.316155 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93103dff-2fcb-4bb9-b26d-308fc03de88a req-c8ea0b37-4090-4a84-8397-dbbbcf50dd2c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 944 time: 0.0512919 Aug 31 04:16:05.369474 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-93103dff-2fcb-4bb9-b26d-308fc03de88a req-9616e172-18eb-42e9-a143-1a3df1b87c95 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444176 Aug 31 04:16:06.509972 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7618223-b724-4645-a879-8cde1cd23fae req-148613a3-baf7-4f31-859d-bd470d0c6835 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:06.511479 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b7618223-b724-4645-a879-8cde1cd23fae req-148613a3-baf7-4f31-859d-bd470d0c6835 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 944 time: 0.0552173 Aug 31 04:16:06.568079 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b7618223-b724-4645-a879-8cde1cd23fae req-629a5497-aa1e-43c2-97fd-c04e990f6f1e tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481327 Aug 31 04:16:06.911919 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 2e10088a-8bb6-4d01-af36-44f371a379a6 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:16:07.011682 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 2e10088a-8bb6-4d01-af36-44f371a379a6, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2e10088a-8bb6-4d01-af36-44f371a379a6,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:16:07.022792 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '2e10088a-8bb6-4d01-af36-44f371a379a6', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'port_id': '2e10088a-8bb6-4d01-af36-44f371a379a6', 'mac_address': 'fa:16:3e:d3:04:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:16:07.060377 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 2e10088a-8bb6-4d01-af36-44f371a379a6 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:16:07.060761 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:07.216551 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e10088a-8bb6-4d01-af36-44f371a379a6 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:16:07.242494 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 2e10088a-8bb6-4d01-af36-44f371a379a6, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2e10088a-8bb6-4d01-af36-44f371a379a6,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:16:07.250277 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:07.298403 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=2e10088a-8bb6-4d01-af36-44f371a379a6,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:07.305966 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:07.306321 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:07.306852 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:07.307230 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:07.307625 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:07.308013 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:07.308341 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:07.308661 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:07.308968 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:07.309388 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:07.309766 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:07.310116 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:07.310484 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:07.310802 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:07.311148 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:07.496274 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['2e10088a-8bb6-4d01-af36-44f371a379a6'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:16:07.688218 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:07.691553 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe849b-72ad-4451-97fc-f6cf7585331a req-40871c1a-bc02-48dc-8447-462ef0bf5303 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:07.693116 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0afe849b-72ad-4451-97fc-f6cf7585331a req-40871c1a-bc02-48dc-8447-462ef0bf5303 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 945 time: 0.0473545 Aug 31 04:16:07.747829 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0afe849b-72ad-4451-97fc-f6cf7585331a req-24c2e40e-61d2-4c44-98cf-8c00e8dd2ea0 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483730 Aug 31 04:16:08.881469 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7d47f-3a1a-4c3a-9c56-0a1d852d2328 req-6fe7b17a-811d-48b6-8c39-f315b8c0cc65 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:08.882957 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f5c7d47f-3a1a-4c3a-9c56-0a1d852d2328 req-6fe7b17a-811d-48b6-8c39-f315b8c0cc65 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 945 time: 0.0514071 Aug 31 04:16:08.912272 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 2e10088a-8bb6-4d01-af36-44f371a379a6 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:16:08.934115 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:08.940998 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f5c7d47f-3a1a-4c3a-9c56-0a1d852d2328 req-2094837f-0865-4acf-b079-0239c0d0e842 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492861 Aug 31 04:16:08.957283 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 2e10088a-8bb6-4d01-af36-44f371a379a6 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:16:08.964292 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 2e10088a-8bb6-4d01-af36-44f371a379a6 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:16:08.964679 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:09.039801 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 2e10088a-8bb6-4d01-af36-44f371a379a6 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:16:09.040097 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:09.063138 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008761e5-2f82-425b-8156-4262dc16ebaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e10088a-8bb6-4d01-af36-44f371a379a6'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:16:09.065431 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba542386-76e0-4b33-9ff9-21162e91bf64" -d '{"events": [{"server_uuid": "008761e5-2f82-425b-8156-4262dc16ebaa", "name": "network-vif-plugged", "status": "completed", "tag": "2e10088a-8bb6-4d01-af36-44f371a379a6"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:16:09.079273 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 2e10088a-8bb6-4d01-af36-44f371a379a6, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2e10088a-8bb6-4d01-af36-44f371a379a6,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:16:09.085375 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:09.110604 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f1b1ef-69df-44b7-97d4-fb4e01cd42b7 x-openstack-request-id: req-d5f1b1ef-69df-44b7-97d4-fb4e01cd42b7 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:16:09.110886 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008761e5-2f82-425b-8156-4262dc16ebaa", "name": "network-vif-plugged", "status": "completed", "tag": "2e10088a-8bb6-4d01-af36-44f371a379a6", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:16:09.111159 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5f1b1ef-69df-44b7-97d4-fb4e01cd42b7 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:16:09.111555 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f1b1ef-69df-44b7-97d4-fb4e01cd42b7'] response: {'server_uuid': '008761e5-2f82-425b-8156-4262dc16ebaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e10088a-8bb6-4d01-af36-44f371a379a6', 'code': 200} Aug 31 04:16:09.137170 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=2e10088a-8bb6-4d01-af36-44f371a379a6,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:09.352325 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed5e38-afcc-4bd2-95da-fcf9222ad38e req-656c3956-b750-44a2-a32d-09a924ff63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:09.354111 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-44ed5e38-afcc-4bd2-95da-fcf9222ad38e req-656c3956-b750-44a2-a32d-09a924ff63ab service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 1130 time: 0.0432522 Aug 31 04:16:09.384835 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:09.402549 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-44ed5e38-afcc-4bd2-95da-fcf9222ad38e req-32ff5fba-bbcb-444d-a12b-5d3eb20645d9 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413680 Aug 31 04:16:10.086378 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979b04c-fb4d-4d5d-9440-28cda88ca2ef req-a8fa377a-810e-4040-9ec7-70d759abd75a tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:10.087952 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b979b04c-fb4d-4d5d-9440-28cda88ca2ef req-a8fa377a-810e-4040-9ec7-70d759abd75a tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 946 time: 0.0676875 Aug 31 04:16:10.149094 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b979b04c-fb4d-4d5d-9440-28cda88ca2ef req-8fa183c8-baf1-4ab1-bd07-7828831d3bd7 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527456 Aug 31 04:16:11.306332 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2c087-43c6-4a5b-8ca5-1758669ec314 req-fbd04aaa-3878-4bf2-bc37-a23b37ea324a tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:11.307876 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-16b2c087-43c6-4a5b-8ca5-1758669ec314 req-fbd04aaa-3878-4bf2-bc37-a23b37ea324a tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 946 time: 0.0506392 Aug 31 04:16:11.364652 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-16b2c087-43c6-4a5b-8ca5-1758669ec314 req-497f0fc6-15da-4321-8765-10bcb22ea772 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509608 Aug 31 04:16:11.490286 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7769bb-7e00-4705-a881-35f9651b366b req-e7a8e6d3-b46d-4d88-95f1-885d0a2be92e tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:11.492243 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9a7769bb-7e00-4705-a881-35f9651b366b req-e7a8e6d3-b46d-4d88-95f1-885d0a2be92e tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 946 time: 0.0486209 Aug 31 04:16:11.522897 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:11.551322 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9a7769bb-7e00-4705-a881-35f9651b366b req-869cab09-4f88-4ac2-ae88-c007cbfea256 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508180 Aug 31 04:16:11.578225 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49114) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:16:11.620135 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820a5416-98df-45cf-a9d1-0d14946264ae tempest-TestVolumeBootPattern-1654189199 tempest-TestVolumeBootPattern-1654189199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:11.621719 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-820a5416-98df-45cf-a9d1-0d14946264ae tempest-TestVolumeBootPattern-1654189199 tempest-TestVolumeBootPattern-1654189199-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 1125 time: 0.0424724 Aug 31 04:16:11.624698 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49118) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:16:11.628966 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Request body: {'floatingip': {'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'port_id': '2e10088a-8bb6-4d01-af36-44f371a379a6', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:16:11.653842 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:11.734983 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:11.842593 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Allocated IP 172.27.1.157 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/efeecaa3-8a48-4146-a6f0-7c9befc733ee) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:16:11.955517 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for port (efeecaa3-8a48-4146-a6f0-7c9befc733ee), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:11.994594 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (efeecaa3-8a48-4146-a6f0-7c9befc733ee), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:12.038090 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:16:12.043296 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:16:12.045928 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'Port': ['ID=efeecaa3-8a48-4146-a6f0-7c9befc733ee,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:12.048452 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:16:12.076521 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:12.076874 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:12.077196 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:12.077519 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:12.077840 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:12.078191 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:12.078536 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:12.078855 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:12.079224 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:12.079565 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:12.079884 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:12.080202 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:12.080521 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:12.080835 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:12.081146 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:16:12.636275 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:12.649670 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:12.659754 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for floatingip (78b51589-f68d-4276-80bc-a14143ed82fa), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:12.733478 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (efeecaa3-8a48-4146-a6f0-7c9befc733ee), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:12.901946 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for port (efeecaa3-8a48-4146-a6f0-7c9befc733ee), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:12.909088 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007924'] for port (efeecaa3-8a48-4146-a6f0-7c9befc733ee), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:12.975365 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event updated for resources: {'Port': ['ID=efeecaa3-8a48-4146-a6f0-7c9befc733ee,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:12.978050 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (78b51589-f68d-4276-80bc-a14143ed82fa), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:13.075466 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.l3_db [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Floating IP 78b51589-f68d-4276-80bc-a14143ed82fa associated. External IP: 172.27.1.157, port: 2e10088a-8bb6-4d01-af36-44f371a379a6. Aug 31 04:16:13.280364 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Router 0220139a-5748-4423-912f-9979ec9fe208 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:16:13.389179 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:16:13.399205 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d3240e-81bb-4639-87e2-cdb588e51efe None None] Sync routers for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:16:13.410031 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:13.411477 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d3240e-81bb-4639-87e2-cdb588e51efe None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:16:13.412292 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-88d3240e-81bb-4639-87e2-cdb588e51efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:15:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:16:13.440717 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-593a2733-527f-4d78-badf-9f1bd8efe597 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8149941 Aug 31 04:16:13.441376 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008761e5-2f82-425b-8156-4262dc16ebaa', 'tag': '2e10088a-8bb6-4d01-af36-44f371a379a6'}] {{(pid=106458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:16:13.443946 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab21058fd9cc7c6c9b6319ea517c36f91abc2cee6dad35e856c077ecf1eac4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8969a14f-2312-47d1-94c1-a53946f79885" -d '{"events": [{"name": "network-changed", "server_uuid": "008761e5-2f82-425b-8156-4262dc16ebaa", "tag": "2e10088a-8bb6-4d01-af36-44f371a379a6"}]}' {{(pid=106458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:16:13.481591 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439a5fdf-8d05-4b02-8640-70f171b83f44 x-openstack-request-id: req-439a5fdf-8d05-4b02-8640-70f171b83f44 {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:16:13.481886 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008761e5-2f82-425b-8156-4262dc16ebaa", "tag": "2e10088a-8bb6-4d01-af36-44f371a379a6", "status": "completed", "code": 200}]} {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:16:13.482179 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-439a5fdf-8d05-4b02-8640-70f171b83f44 {{(pid=106458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:16:13.482594 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-439a5fdf-8d05-4b02-8640-70f171b83f44'] response: {'name': 'network-changed', 'server_uuid': '008761e5-2f82-425b-8156-4262dc16ebaa', 'tag': '2e10088a-8bb6-4d01-af36-44f371a379a6', 'status': 'completed', 'code': 200} Aug 31 04:16:13.520318 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-88d3240e-81bb-4639-87e2-cdb588e51efe None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:16:13.546664 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969a14f-2312-47d1-94c1-a53946f79885 req-c5f8f051-f87c-47b1-97c2-16a2251765f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:13.548215 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8969a14f-2312-47d1-94c1-a53946f79885 req-c5f8f051-f87c-47b1-97c2-16a2251765f2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 1130 time: 0.0418229 Aug 31 04:16:13.641252 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969a14f-2312-47d1-94c1-a53946f79885 req-3e64b33c-7f98-4c47-a354-5b5a167ac5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:13.642737 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8969a14f-2312-47d1-94c1-a53946f79885 req-3e64b33c-7f98-4c47-a354-5b5a167ac5ce service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 913 time: 0.0870771 Aug 31 04:16:13.708256 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8969a14f-2312-47d1-94c1-a53946f79885 req-769e768d-f49f-47ad-b320-90ac9b3aacf7 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e10088a-8bb6-4d01-af36-44f371a379a6 HTTP/1.1" status: 200 len: 1000 time: 0.0590003 Aug 31 04:16:13.735872 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-88d3240e-81bb-4639-87e2-cdb588e51efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '1db98e9b-2876-48e5-a8c4-1ba10d295da5', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0220139a-5748-4423-912f-9979ec9fe208', 'port_id': 'cec5d875-c053-4ef2-a631-7779726cb122', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'mac_address': 'fa:16:3e:33:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:14:08Z', 'updated_at': '2022-08-31T04:14:11Z', 'revision_number': 1, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address_scope': None}, {'id': '78b51589-f68d-4276-80bc-a14143ed82fa', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0220139a-5748-4423-912f-9979ec9fe208', 'port_id': '2e10088a-8bb6-4d01-af36-44f371a379a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'mac_address': 'fa:16:3e:d3:04:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008761e5-2f82-425b-8156-4262dc16ebaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:16:12Z', 'updated_at': '2022-08-31T04:16:12Z', 'revision_number': 0, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:16:13.758222 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969a14f-2312-47d1-94c1-a53946f79885 req-edbb9048-954a-47e3-89ca-d2a7a4411020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:13.759744 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8969a14f-2312-47d1-94c1-a53946f79885 req-edbb9048-954a-47e3-89ca-d2a7a4411020 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 200 len: 851 time: 0.0465434 Aug 31 04:16:13.760424 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d3240e-81bb-4639-87e2-cdb588e51efe None None] Checking router: 0220139a-5748-4423-912f-9979ec9fe208 for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:16:13.769507 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d3240e-81bb-4639-87e2-cdb588e51efe None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:16:13.770106 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-88d3240e-81bb-4639-87e2-cdb588e51efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:15:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:16:13.802897 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969a14f-2312-47d1-94c1-a53946f79885 req-8d51eba9-7d90-4f67-b882-ffbc2ee32c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:13.804302 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8969a14f-2312-47d1-94c1-a53946f79885 req-8d51eba9-7d90-4f67-b882-ffbc2ee32c63 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=afdd8bcf-e898-41b9-a268-9083d2b02846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387168 Aug 31 04:16:13.874083 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-88d3240e-81bb-4639-87e2-cdb588e51efe None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:16:13.899855 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8969a14f-2312-47d1-94c1-a53946f79885 req-e27deadc-8988-42d0-a82c-0d80ccd4d7f9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893919 Aug 31 04:16:13.999360 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8969a14f-2312-47d1-94c1-a53946f79885 req-804c926f-53dc-4f26-8054-5c4726c10bcd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939682 Aug 31 04:16:14.026440 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:14.097960 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-88d3240e-81bb-4639-87e2-cdb588e51efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '1db98e9b-2876-48e5-a8c4-1ba10d295da5', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0220139a-5748-4423-912f-9979ec9fe208', 'port_id': 'cec5d875-c053-4ef2-a631-7779726cb122', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'mac_address': 'fa:16:3e:33:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:14:08Z', 'updated_at': '2022-08-31T04:14:11Z', 'revision_number': 1, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address_scope': None}, {'id': '78b51589-f68d-4276-80bc-a14143ed82fa', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0220139a-5748-4423-912f-9979ec9fe208', 'port_id': '2e10088a-8bb6-4d01-af36-44f371a379a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'mac_address': 'fa:16:3e:d3:04:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008761e5-2f82-425b-8156-4262dc16ebaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:16:12Z', 'updated_at': '2022-08-31T04:16:12Z', 'revision_number': 0, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:16:14.099540 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:14.124231 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d3240e-81bb-4639-87e2-cdb588e51efe None None] The sync data for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi is: [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '1db98e9b-2876-48e5-a8c4-1ba10d295da5', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0220139a-5748-4423-912f-9979ec9fe208', 'port_id': 'cec5d875-c053-4ef2-a631-7779726cb122', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'mac_address': 'fa:16:3e:33:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:14:08Z', 'updated_at': '2022-08-31T04:14:11Z', 'revision_number': 1, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address_scope': None}, {'id': '78b51589-f68d-4276-80bc-a14143ed82fa', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0220139a-5748-4423-912f-9979ec9fe208', 'port_id': '2e10088a-8bb6-4d01-af36-44f371a379a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'mac_address': 'fa:16:3e:d3:04:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008761e5-2f82-425b-8156-4262dc16ebaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:16:12Z', 'updated_at': '2022-08-31T04:16:12Z', 'revision_number': 0, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:16:14.327871 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbc2f6e-ef66-4699-8eea-8e8dc62449ea None None] New status for floating IP 78b51589-f68d-4276-80bc-a14143ed82fa: ACTIVE {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:16:23.073478 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:16:23.435870 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:23.438522 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:23.993590 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=75 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:23.995006 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=48 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:24.101778 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=7 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:24.438729 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:25.618919 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b4133b15-ba70-433d-a13b-bed4b7ee29ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:27.682928 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-01a49f52-8863-4179-be15-1b4bfdbce90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:28.152312 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73fb76-d514-4654-b260-d92686859e1b req-37575403-4244-4b7e-8667-553d38031af5 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:28.153785 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ef73fb76-d514-4654-b260-d92686859e1b req-37575403-4244-4b7e-8667-553d38031af5 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.1527901 Aug 31 04:16:28.203480 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ef73fb76-d514-4654-b260-d92686859e1b req-9515f74a-0969-47f8-9795-d2c7065b6236 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436966 Aug 31 04:16:28.243364 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:28.909064 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:29.417153 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3236e73-c280-4da3-9393-00e0b290b9ee req-2e089a99-e04f-41c3-a8df-f1e1855324a2 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:29.418643 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c3236e73-c280-4da3-9393-00e0b290b9ee req-2e089a99-e04f-41c3-a8df-f1e1855324a2 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.1207659 Aug 31 04:16:29.470690 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c3236e73-c280-4da3-9393-00e0b290b9ee req-782113a1-e7e4-43a1-b9b6-f6ddf6acb657 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434418 Aug 31 04:16:30.175232 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-32aecfcf-ce20-4142-bccc-1f59227c69ba tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:30.176706 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-32aecfcf-ce20-4142-bccc-1f59227c69ba tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0619440 Aug 31 04:16:30.272226 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-e0833ca3-1737-4b0f-a49c-7966d6e74775 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Deleting port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:16:30.272750 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-e0833ca3-1737-4b0f-a49c-7966d6e74775 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:30.368881 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-e0833ca3-1737-4b0f-a49c-7966d6e74775 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] For port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=90137c1b-a64b-4fe2-ba88-e0e33d96d34a,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:16:30.369235 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-e0833ca3-1737-4b0f-a49c-7966d6e74775 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:30.485759 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:30.487502 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:30.545607 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-e0833ca3-1737-4b0f-a49c-7966d6e74775 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:30.546259 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-e0833ca3-1737-4b0f-a49c-7966d6e74775 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (ce5df14c-50ee-4508-b8b7-f4922e2f68b3), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:30.546259 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-e0833ca3-1737-4b0f-a49c-7966d6e74775 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Floating IP ce5df14c-50ee-4508-b8b7-f4922e2f68b3 disassociated. External IP: 172.27.1.49, port: 90137c1b-a64b-4fe2-ba88-e0e33d96d34a. Aug 31 04:16:30.546588 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-e0833ca3-1737-4b0f-a49c-7966d6e74775 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Calling delete_port for 90137c1b-a64b-4fe2-ba88-e0e33d96d34a owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:16:30.632361 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b8dea-d80a-481c-8314-9455df683407 req-7cae1453-6538-4e29-9c72-dd795310af6f tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:30.633847 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c30b8dea-d80a-481c-8314-9455df683407 req-7cae1453-6538-4e29-9c72-dd795310af6f tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=907b5ebd-7261-41d9-bfd5-a4f871d87663 HTTP/1.1" status: 200 len: 946 time: 0.0851023 Aug 31 04:16:30.704102 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-c30b8dea-d80a-481c-8314-9455df683407 req-eb6fc956-8ba3-4f99-86b8-69bdcc6e8594 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6190d95d-a2ca-4c0b-be2c-c5da532942be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643320 Aug 31 04:16:30.757382 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-e0833ca3-1737-4b0f-a49c-7966d6e74775 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (90137c1b-a64b-4fe2-ba88-e0e33d96d34a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:30.788267 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0833ca3-1737-4b0f-a49c-7966d6e74775 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event deleted for resources: {'Port': ['ID=90137c1b-a64b-4fe2-ba88-e0e33d96d34a,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:30.886169 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:30.898973 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:30.903336 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-e0833ca3-1737-4b0f-a49c-7966d6e74775 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Router 9d09dd6b-12a7-4aef-804b-a6c660f74ded has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:16:31.008523 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-e0833ca3-1737-4b0f-a49c-7966d6e74775 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:16:31.020830 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bcffab-05ae-4f05-a86c-9120bfcda01a None None] Sync routers for ids ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:16:31.032106 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bcffab-05ae-4f05-a86c-9120bfcda01a None None] Routers {'9d09dd6b-12a7-4aef-804b-a6c660f74ded'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:16:31.032731 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-a4bcffab-05ae-4f05-a86c-9120bfcda01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:16:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:16:31.055524 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-e0833ca3-1737-4b0f-a49c-7966d6e74775 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] No DVR routers for this DVR port 90137c1b-a64b-4fe2-ba88-e0e33d96d34a on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:16:31.058400 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-e0833ca3-1737-4b0f-a49c-7966d6e74775 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:31.061616 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6b5fce87-7188-4ea4-a7f7-f3926de21be1 req-e0833ca3-1737-4b0f-a49c-7966d6e74775 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.26 "DELETE /networking/v2.0/ports/90137c1b-a64b-4fe2-ba88-e0e33d96d34a HTTP/1.1" status: 204 len: 173 time: 0.8787346 Aug 31 04:16:31.062057 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '907b5ebd-7261-41d9-bfd5-a4f871d87663', 'name': 'network-vif-deleted', 'tag': '90137c1b-a64b-4fe2-ba88-e0e33d96d34a'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:16:31.064332 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ef3d6e-b575-4657-a047-defa654cea71" -d '{"events": [{"server_uuid": "907b5ebd-7261-41d9-bfd5-a4f871d87663", "name": "network-vif-deleted", "tag": "90137c1b-a64b-4fe2-ba88-e0e33d96d34a"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:16:31.103756 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0044987-d3f7-408e-9a4a-d1ce93d87d03 x-openstack-request-id: req-d0044987-d3f7-408e-9a4a-d1ce93d87d03 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:16:31.104106 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "907b5ebd-7261-41d9-bfd5-a4f871d87663", "name": "network-vif-deleted", "tag": "90137c1b-a64b-4fe2-ba88-e0e33d96d34a", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:16:31.104474 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0044987-d3f7-408e-9a4a-d1ce93d87d03 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:16:31.104971 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0044987-d3f7-408e-9a4a-d1ce93d87d03'] response: {'server_uuid': '907b5ebd-7261-41d9-bfd5-a4f871d87663', 'name': 'network-vif-deleted', 'tag': '90137c1b-a64b-4fe2-ba88-e0e33d96d34a', 'status': 'completed', 'code': 200} Aug 31 04:16:31.147581 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-a4bcffab-05ae-4f05-a86c-9120bfcda01a None None] Set router 9d09dd6b-12a7-4aef-804b-a6c660f74ded gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:16:31.352719 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-a4bcffab-05ae-4f05-a86c-9120bfcda01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'f46ff0fb-3dbd-4a95-8b2c-e09db2b71277', 'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'mac_address': 'fa:16:3e:7c:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:42Z', 'updated_at': '2022-08-31T04:13:49Z', 'revision_number': 5, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'subnets': [{'id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:16:31.378319 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bcffab-05ae-4f05-a86c-9120bfcda01a None None] Checking router: 9d09dd6b-12a7-4aef-804b-a6c660f74ded for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:16:31.387468 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bcffab-05ae-4f05-a86c-9120bfcda01a None None] Routers {'9d09dd6b-12a7-4aef-804b-a6c660f74ded'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:16:31.388082 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-a4bcffab-05ae-4f05-a86c-9120bfcda01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:16:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:16:31.507096 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-a4bcffab-05ae-4f05-a86c-9120bfcda01a None None] Set router 9d09dd6b-12a7-4aef-804b-a6c660f74ded gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:16:31.716351 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-a4bcffab-05ae-4f05-a86c-9120bfcda01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'f46ff0fb-3dbd-4a95-8b2c-e09db2b71277', 'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'mac_address': 'fa:16:3e:7c:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:42Z', 'updated_at': '2022-08-31T04:13:49Z', 'revision_number': 5, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'subnets': [{'id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:16:31.743338 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bcffab-05ae-4f05-a86c-9120bfcda01a None None] The sync data for ids ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'] in dv-cinder-853910-5-iscsi is: [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'f46ff0fb-3dbd-4a95-8b2c-e09db2b71277', 'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'mac_address': 'fa:16:3e:7c:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:42Z', 'updated_at': '2022-08-31T04:13:49Z', 'revision_number': 5, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'subnets': [{'id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:16:31.810344 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49154) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:16:31.868659 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-81a6e901-ddaa-4501-8e1c-b400d85d35d1 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group (6190d95d-a2ca-4c0b-be2c-c5da532942be), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:31.893288 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-81a6e901-ddaa-4501-8e1c-b400d85d35d1 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group (6190d95d-a2ca-4c0b-be2c-c5da532942be), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:31.946965 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-81a6e901-ddaa-4501-8e1c-b400d85d35d1 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (6190d95d-a2ca-4c0b-be2c-c5da532942be), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:31.949733 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-81a6e901-ddaa-4501-8e1c-b400d85d35d1 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:31.953591 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-81a6e901-ddaa-4501-8e1c-b400d85d35d1 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6190d95d-a2ca-4c0b-be2c-c5da532942be HTTP/1.1" status: 204 len: 168 time: 0.1396017 Aug 31 04:16:31.954025 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49156) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:16:31.961262 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6e901-ddaa-4501-8e1c-b400d85d35d1 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6190d95d-a2ca-4c0b-be2c-c5da532942be,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:31.968234 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.api.v2.resource [None req-6c765478-e9ff-48a9-b7ed-4839dc774c1e tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] show failed (client error): The resource could not be found. Aug 31 04:16:31.969239 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-6c765478-e9ff-48a9-b7ed-4839dc774c1e tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups/6190d95d-a2ca-4c0b-be2c-c5da532942be HTTP/1.1" status: 404 len: 347 time: 0.0142384 Aug 31 04:16:31.972740 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49158) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:16:31.977597 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1c050c-4916-4eed-ae67-52bab9cd49d3 None None] New status for floating IP ce5df14c-50ee-4508-b8b7-f4922e2f68b3: DOWN {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:16:31.981205 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:32.356034 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-a62e448f-9ab4-4238-a099-5e037b0dc888 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Deleting port 49986848-dc59-4cfc-bd6d-73c1c1a65065 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:16:32.356243 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a62e448f-9ab4-4238-a099-5e037b0dc888 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (49986848-dc59-4cfc-bd6d-73c1c1a65065), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:32.434194 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a62e448f-9ab4-4238-a099-5e037b0dc888 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (49986848-dc59-4cfc-bd6d-73c1c1a65065), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:32.434482 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a62e448f-9ab4-4238-a099-5e037b0dc888 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for floatingip (49986848-dc59-4cfc-bd6d-73c1c1a65065), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:32.449817 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-a62e448f-9ab4-4238-a099-5e037b0dc888 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Calling delete_port for 49986848-dc59-4cfc-bd6d-73c1c1a65065 owned by network:floatingip {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:16:32.587808 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a62e448f-9ab4-4238-a099-5e037b0dc888 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (49986848-dc59-4cfc-bd6d-73c1c1a65065), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:32.615514 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e448f-9ab4-4238-a099-5e037b0dc888 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event deleted for resources: {'Port': ['ID=49986848-dc59-4cfc-bd6d-73c1c1a65065,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:32.684255 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a62e448f-9ab4-4238-a099-5e037b0dc888 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for floatingip (ce5df14c-50ee-4508-b8b7-f4922e2f68b3), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:32.686897 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a62e448f-9ab4-4238-a099-5e037b0dc888 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:32.688090 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-a62e448f-9ab4-4238-a099-5e037b0dc888 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/ce5df14c-50ee-4508-b8b7-f4922e2f68b3 HTTP/1.1" status: 204 len: 168 time: 0.7136915 Aug 31 04:16:32.777913 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49164) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:16:32.782584 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-e2a56050-8621-4f6b-9cbe-216fc766c637 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607049653', 'description': 'tempest-description--1205181325'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:16:32.806793 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e2a56050-8621-4f6b-9cbe-216fc766c637 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:32.881220 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e2a56050-8621-4f6b-9cbe-216fc766c637 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group (76bcfc1c-caf3-480f-b7ae-59538c84716a), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:32.886455 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e2a56050-8621-4f6b-9cbe-216fc766c637 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (76bcfc1c-caf3-480f-b7ae-59538c84716a), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:32.916719 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a56050-8621-4f6b-9cbe-216fc766c637 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76bcfc1c-caf3-480f-b7ae-59538c84716a,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:32.920830 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e2a56050-8621-4f6b-9cbe-216fc766c637 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:32.924749 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-e2a56050-8621-4f6b-9cbe-216fc766c637 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1431282 Aug 31 04:16:32.925423 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49166) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:16:32.930768 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-330b92ed-d08d-4ffe-b507-c4d202b018ef tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Request body: {'security_group_rule': {'security_group_id': '76bcfc1c-caf3-480f-b7ae-59538c84716a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:16:32.968610 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-330b92ed-d08d-4ffe-b507-c4d202b018ef tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group_rule (d0454c15-e387-46f4-95b0-a6101d388608), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:32.988517 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:33.010656 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:33.033155 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-330b92ed-d08d-4ffe-b507-c4d202b018ef tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group_rule (d0454c15-e387-46f4-95b0-a6101d388608), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:33.038199 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-330b92ed-d08d-4ffe-b507-c4d202b018ef tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (d0454c15-e387-46f4-95b0-a6101d388608), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:33.057838 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b92ed-d08d-4ffe-b507-c4d202b018ef tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0454c15-e387-46f4-95b0-a6101d388608,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:33.065860 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-330b92ed-d08d-4ffe-b507-c4d202b018ef tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:33.067114 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-330b92ed-d08d-4ffe-b507-c4d202b018ef tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410565 Aug 31 04:16:33.070011 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49170) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:16:33.074477 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-a975a487-6d53-4c41-8e66-12fc498bacc0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Request body: {'security_group_rule': {'security_group_id': '76bcfc1c-caf3-480f-b7ae-59538c84716a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:16:33.102453 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a975a487-6d53-4c41-8e66-12fc498bacc0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group_rule (c6c6c15b-c5a2-4a87-b1e6-b08d0d679cbe), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:33.162936 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a975a487-6d53-4c41-8e66-12fc498bacc0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group_rule (c6c6c15b-c5a2-4a87-b1e6-b08d0d679cbe), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:33.169243 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a975a487-6d53-4c41-8e66-12fc498bacc0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (c6c6c15b-c5a2-4a87-b1e6-b08d0d679cbe), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:33.187129 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975a487-6d53-4c41-8e66-12fc498bacc0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c6c15b-c5a2-4a87-b1e6-b08d0d679cbe,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:33.196197 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a975a487-6d53-4c41-8e66-12fc498bacc0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:33.197793 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-a975a487-6d53-4c41-8e66-12fc498bacc0 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264315 Aug 31 04:16:33.200582 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49172) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:16:33.204858 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Request body: {'floatingip': {'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:16:33.228805 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:33.316165 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:33.422981 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Allocated IP 172.27.1.169 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/3117b74a-b52c-4d84-b0ce-8d1a472dcc7f) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:16:33.537989 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for port (3117b74a-b52c-4d84-b0ce-8d1a472dcc7f), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:33.572425 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (3117b74a-b52c-4d84-b0ce-8d1a472dcc7f), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:33.622972 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:16:33.628011 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:16:33.630413 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event updated for resources: {'Port': ['ID=3117b74a-b52c-4d84-b0ce-8d1a472dcc7f,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:33.632697 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:16:33.711494 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:33.720416 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for floatingip (800f421e-2aac-4416-8524-703af8ffd24c), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:33.753315 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:33.762539 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (3117b74a-b52c-4d84-b0ce-8d1a472dcc7f), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:33.914218 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for port (3117b74a-b52c-4d84-b0ce-8d1a472dcc7f), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:33.920162 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (3117b74a-b52c-4d84-b0ce-8d1a472dcc7f), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:33.986657 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event updated for resources: {'Port': ['ID=3117b74a-b52c-4d84-b0ce-8d1a472dcc7f,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:33.989101 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (800f421e-2aac-4416-8524-703af8ffd24c), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:34.007611 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:34.008863 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-e4b4296a-0d7d-4d3d-9d0e-f621f8677941 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8073509 Aug 31 04:16:34.225076 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-c56384fe-41bf-48d8-b78a-b0b0a92853ab tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--607049653&fields=id&tenant_id=b2f251186d5346d9ae213f018e299cb4 HTTP/1.1" status: 200 len: 267 time: 0.0491385 Aug 31 04:16:34.334429 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-ff980b0f-60a2-4e7b-8bd8-8295f80b49c5 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:34.335927 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-ff980b0f-60a2-4e7b-8bd8-8295f80b49c5 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/networks?id=32e0d3cc-cecf-4072-861e-69e212464544 HTTP/1.1" status: 200 len: 810 time: 0.1038365 Aug 31 04:16:34.351481 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-859015be-a76b-4e7c-935b-07ff16862505 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/quotas/b2f251186d5346d9ae213f018e299cb4 HTTP/1.1" status: 200 len: 375 time: 0.0099125 Aug 31 04:16:34.407685 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-b018f3ba-0182-4283-94e5-914d4b9ea172 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b2f251186d5346d9ae213f018e299cb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504770 Aug 31 04:16:34.509699 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-9b2c67e4-062b-4087-8b1f-ea6dc8db1c50 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896032 Aug 31 04:16:34.607822 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-f59843ab-19cd-47cc-b103-dc6d81670613 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917392 Aug 31 04:16:34.779959 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-bf7b8b7e-68a4-4d6f-87a6-7b85b0e0142a req-d84b48c7-fa55-4e02-acda-da0da478d1a9 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 210 time: 0.0294425 Aug 31 04:16:35.006907 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 90137c1b-a64b-4fe2-ba88-e0e33d96d34a no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:16:35.028485 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 90137c1b-a64b-4fe2-ba88-e0e33d96d34a {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:16:35.028865 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 90137c1b-a64b-4fe2-ba88-e0e33d96d34a not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:16:35.897987 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-34fb2992-fa4e-4b0d-9d03-d096ae3c79e9 req-1360a537-6ffc-4663-bbda-1863cdb88d4c tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 210 time: 0.0385714 Aug 31 04:16:35.922666 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-b508b94f-0f7a-4088-9e58-d9fda02880f5 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:35.924233 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-b508b94f-0f7a-4088-9e58-d9fda02880f5 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.26 "GET /networking/v2.0/networks?id=32e0d3cc-cecf-4072-861e-69e212464544 HTTP/1.1" status: 200 len: 810 time: 0.1470134 Aug 31 04:16:35.975584 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:35.994517 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-ea429d66-74ee-4b65-a2a8-1bce4271b801 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b2f251186d5346d9ae213f018e299cb4 HTTP/1.1" status: 200 len: 379 time: 0.0624900 Aug 31 04:16:36.047356 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-55c2e3dc-7c08-44b4-a3b4-b46ae7d17ddc tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Request body: {'port': {'device_id': '374aa2bf-05c0-49ce-869a-93c3d281dc50', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'admin_state_up': True, 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'security_groups': ['76bcfc1c-caf3-480f-b7ae-59538c84716a']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:16:36.169312 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-55c2e3dc-7c08-44b4-a3b4-b46ae7d17ddc tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Made reservation on behalf of b2f251186d5346d9ae213f018e299cb4 for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:16:36.173106 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-55c2e3dc-7c08-44b4-a3b4-b46ae7d17ddc tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:36.194902 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:36.304251 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-55c2e3dc-7c08-44b4-a3b4-b46ae7d17ddc tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Allocated IP 172.20.0.6 (32e0d3cc-cecf-4072-861e-69e212464544/518701dd-8963-4e13-97e3-6fcc564e480c/7de551fd-c705-4355-b423-65eff826b660) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:16:36.454715 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-55c2e3dc-7c08-44b4-a3b4-b46ae7d17ddc tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for port (7de551fd-c705-4355-b423-65eff826b660), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:36.492294 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-55c2e3dc-7c08-44b4-a3b4-b46ae7d17ddc tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (7de551fd-c705-4355-b423-65eff826b660), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:36.537582 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-55c2e3dc-7c08-44b4-a3b4-b46ae7d17ddc tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Network 32e0d3cc-cecf-4072-861e-69e212464544 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:16:36.540817 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-55c2e3dc-7c08-44b4-a3b4-b46ae7d17ddc tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:16:36.544656 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-55c2e3dc-7c08-44b4-a3b4-b46ae7d17ddc tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:16:36.569631 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2e3dc-7c08-44b4-a3b4-b46ae7d17ddc tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event updated for resources: {'Port': ['ID=7de551fd-c705-4355-b423-65eff826b660,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:36.603820 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-55c2e3dc-7c08-44b4-a3b4-b46ae7d17ddc tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:36.604442 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-55c2e3dc-7c08-44b4-a3b4-b46ae7d17ddc tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:36.624182 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-55c2e3dc-7c08-44b4-a3b4-b46ae7d17ddc tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5808225 Aug 31 04:16:36.635833 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Request body: {'port': {'device_id': '374aa2bf-05c0-49ce-869a-93c3d281dc50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:16:36.697872 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (7de551fd-c705-4355-b423-65eff826b660), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:36.734477 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-3416efaf-ef34-4491-a8eb-9f5390cf4788 None None] Provisioning complete for port 7de551fd-c705-4355-b423-65eff826b660 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:16:36.735079 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-3416efaf-ef34-4491-a8eb-9f5390cf4788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (7de551fd-c705-4355-b423-65eff826b660), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:36.768444 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-3416efaf-ef34-4491-a8eb-9f5390cf4788 None None] Port 7de551fd-c705-4355-b423-65eff826b660 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:16:36.878464 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:36.980668 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de551fd-c705-4355-b423-65eff826b660 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:16:36.990616 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Publish callbacks [] for port (7de551fd-c705-4355-b423-65eff826b660), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:37.022703 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:37.032364 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Transition to ACTIVE for port object 7de551fd-c705-4355-b423-65eff826b660 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:16:37.040846 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (7de551fd-c705-4355-b423-65eff826b660), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:37.051157 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d61180-ff74-43f1-850b-0a183105a043 req-5d3c029e-6f5f-41e1-bbc4-2d92a26f1427 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:37.052895 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-23d61180-ff74-43f1-850b-0a183105a043 req-5d3c029e-6f5f-41e1-bbc4-2d92a26f1427 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 931 time: 0.0676534 Aug 31 04:16:37.161473 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Pushing event updated for resources: {'Port': ['ID=7de551fd-c705-4355-b423-65eff826b660,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:37.213843 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-23d61180-ff74-43f1-850b-0a183105a043 req-9b826348-a406-440b-8ba3-f524e714b03e tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76bcfc1c-caf3-480f-b7ae-59538c84716a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385331 Aug 31 04:16:37.238730 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e3fec966-6877-401b-a93e-3cfd2b83e726 req-bfbf23ca-dfc4-4426-b8fe-b941561f7a53 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697227 Aug 31 04:16:37.238904 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Attempting to bind port 7de551fd-c705-4355-b423-65eff826b660 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:16:37.239327 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Attempting to bind port 7de551fd-c705-4355-b423-65eff826b660 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:16:37.239671 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Attempting to bind port 7de551fd-c705-4355-b423-65eff826b660 on network 32e0d3cc-cecf-4072-861e-69e212464544 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:16:37.244522 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Port 7de551fd-c705-4355-b423-65eff826b660 on network 32e0d3cc-cecf-4072-861e-69e212464544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:16:37.244847 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Attempting to bind port 7de551fd-c705-4355-b423-65eff826b660 on network 32e0d3cc-cecf-4072-861e-69e212464544 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:16:37.249927 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:16:37.250277 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Checking segment: {'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:16:37.250653 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Bound using segment: {'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:16:37.251123 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Bound port: 7de551fd-c705-4355-b423-65eff826b660, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c77cc66-222f-4292-abee-3a07baab046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:16:37.251973 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (7de551fd-c705-4355-b423-65eff826b660), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:37.345545 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fec966-6877-401b-a93e-3cfd2b83e726 req-f1ae4f00-3ca3-4df5-a8ba-58f67ff453f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:37.347070 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e3fec966-6877-401b-a93e-3cfd2b83e726 req-f1ae4f00-3ca3-4df5-a8ba-58f67ff453f1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 1129 time: 0.0632482 Aug 31 04:16:37.351013 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] For port 7de551fd-c705-4355-b423-65eff826b660, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:16:37.354528 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] For port 7de551fd-c705-4355-b423-65eff826b660, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=7de551fd-c705-4355-b423-65eff826b660,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:16:37.362973 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (7de551fd-c705-4355-b423-65eff826b660), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:37.368636 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:37.369247 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:37.370595 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/7de551fd-c705-4355-b423-65eff826b660 HTTP/1.1" status: 200 len: 1093 time: 0.7392395 Aug 31 04:16:37.371111 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374aa2bf-05c0-49ce-869a-93c3d281dc50', 'tag': '7de551fd-c705-4355-b423-65eff826b660'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:16:37.373349 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758a1979-b55c-4faf-9aa3-28d4e7b01d85" -d '{"events": [{"name": "network-changed", "server_uuid": "374aa2bf-05c0-49ce-869a-93c3d281dc50", "tag": "7de551fd-c705-4355-b423-65eff826b660"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:16:37.424241 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bf5053-e114-4acf-a57c-1671cdb19431 x-openstack-request-id: req-e1bf5053-e114-4acf-a57c-1671cdb19431 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:16:37.424533 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374aa2bf-05c0-49ce-869a-93c3d281dc50", "tag": "7de551fd-c705-4355-b423-65eff826b660", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:16:37.424790 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1bf5053-e114-4acf-a57c-1671cdb19431 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:16:37.425193 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1bf5053-e114-4acf-a57c-1671cdb19431'] response: {'name': 'network-changed', 'server_uuid': '374aa2bf-05c0-49ce-869a-93c3d281dc50', 'tag': '7de551fd-c705-4355-b423-65eff826b660', 'status': 'completed', 'code': 200} Aug 31 04:16:37.508777 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-471d0382-9879-4660-9b81-3b6c146e77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:37.510186 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-471d0382-9879-4660-9b81-3b6c146e77d6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b2f251186d5346d9ae213f018e299cb4&device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 1127 time: 0.1000130 Aug 31 04:16:37.514221 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c36a6-175c-49c4-8724-17fb6a744a8b service neutron] Pushing event updated for resources: {'Port': ['ID=7de551fd-c705-4355-b423-65eff826b660,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:37.556018 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-0150d074-52ab-48b4-857a-f8b798e7203b service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7de551fd-c705-4355-b423-65eff826b660 HTTP/1.1" status: 200 len: 217 time: 0.0388532 Aug 31 04:16:37.609297 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fec966-6877-401b-a93e-3cfd2b83e726 req-b6e3073e-3604-4f97-b2ba-f0383a631613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:37.610737 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e3fec966-6877-401b-a93e-3cfd2b83e726 req-b6e3073e-3604-4f97-b2ba-f0383a631613 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 913 time: 0.2436650 Aug 31 04:16:37.652980 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-dacb2a7b-7bc1-4b4b-a217-654393bf6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:37.654388 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-dacb2a7b-7bc1-4b4b-a217-654393bf6bba service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=518701dd-8963-4e13-97e3-6fcc564e480c HTTP/1.1" status: 200 len: 849 time: 0.0921521 Aug 31 04:16:37.675315 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:37.703998 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e3fec966-6877-401b-a93e-3cfd2b83e726 req-6c866c91-f628-4a33-b85e-e2f55f1201cd service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cec5d875-c053-4ef2-a631-7779726cb122 HTTP/1.1" status: 200 len: 1001 time: 0.0869024 Aug 31 04:16:37.740152 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-fa3f3b8c-dd66-41c7-88b8-c455d1f28f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:37.741591 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-fa3f3b8c-dd66-41c7-88b8-c455d1f28f6a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=32e0d3cc-cecf-4072-861e-69e212464544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778055 Aug 31 04:16:37.802621 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fec966-6877-401b-a93e-3cfd2b83e726 req-1e7239bc-168c-4079-833f-3df2af9f6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:37.804026 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e3fec966-6877-401b-a93e-3cfd2b83e726 req-1e7239bc-168c-4079-833f-3df2af9f6278 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 200 len: 851 time: 0.0948744 Aug 31 04:16:37.868589 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fec966-6877-401b-a93e-3cfd2b83e726 req-86c8accd-e1d0-4659-9269-9e5fc377ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:37.870077 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e3fec966-6877-401b-a93e-3cfd2b83e726 req-86c8accd-e1d0-4659-9269-9e5fc377ed68 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=afdd8bcf-e898-41b9-a268-9083d2b02846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603821 Aug 31 04:16:37.873575 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-cb4e4efb-278e-49ee-9027-635568ad9c46 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257031 Aug 31 04:16:37.993362 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:38.037724 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e3fec966-6877-401b-a93e-3cfd2b83e726 req-ed588219-17ba-4cb6-9d45-18bb7b51c695 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555877 Aug 31 04:16:38.064180 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-45112189-a7c7-41d3-80fd-ec1d49c7a6e5 req-67c4bc87-347c-4cad-aead-a31793e20416 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808994 Aug 31 04:16:38.136061 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e3fec966-6877-401b-a93e-3cfd2b83e726 req-7ae2bbe8-11f4-46ee-9fbe-0e6520bd82f3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929871 Aug 31 04:16:38.356665 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201a925-4edf-41e9-b353-1d28ccfddb0c req-8925060a-f3f5-4577-adc8-6f0619d44bf7 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:38.358075 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7201a925-4edf-41e9-b353-1d28ccfddb0c req-8925060a-f3f5-4577-adc8-6f0619d44bf7 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 943 time: 0.0540476 Aug 31 04:16:38.410858 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7201a925-4edf-41e9-b353-1d28ccfddb0c req-8b29f671-1295-4c34-b583-0127faddb1ef tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76bcfc1c-caf3-480f-b7ae-59538c84716a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440922 Aug 31 04:16:38.838051 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a1979-b55c-4faf-9aa3-28d4e7b01d85 req-fb7e4777-5193-4830-aa17-33ac51bff76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:38.839598 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-758a1979-b55c-4faf-9aa3-28d4e7b01d85 req-fb7e4777-5193-4830-aa17-33ac51bff76e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b2f251186d5346d9ae213f018e299cb4&device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 1127 time: 0.0418985 Aug 31 04:16:38.937553 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a1979-b55c-4faf-9aa3-28d4e7b01d85 req-e738b22f-1205-4889-ab58-dab3cc8564a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:38.939062 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-758a1979-b55c-4faf-9aa3-28d4e7b01d85 req-e738b22f-1205-4889-ab58-dab3cc8564a0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=32e0d3cc-cecf-4072-861e-69e212464544 HTTP/1.1" status: 200 len: 911 time: 0.0939984 Aug 31 04:16:38.978953 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-758a1979-b55c-4faf-9aa3-28d4e7b01d85 req-1b11c180-8ad3-472a-9f42-af080eb1af93 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7de551fd-c705-4355-b423-65eff826b660 HTTP/1.1" status: 200 len: 217 time: 0.0343530 Aug 31 04:16:39.029289 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a1979-b55c-4faf-9aa3-28d4e7b01d85 req-5b26f140-7068-4a53-83c9-73ac806dceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:39.030700 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-758a1979-b55c-4faf-9aa3-28d4e7b01d85 req-5b26f140-7068-4a53-83c9-73ac806dceb3 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=518701dd-8963-4e13-97e3-6fcc564e480c HTTP/1.1" status: 200 len: 849 time: 0.0453496 Aug 31 04:16:39.079346 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a1979-b55c-4faf-9aa3-28d4e7b01d85 req-c4d5f4f5-85be-4677-b223-46b3b6a9083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:39.080858 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-758a1979-b55c-4faf-9aa3-28d4e7b01d85 req-c4d5f4f5-85be-4677-b223-46b3b6a9083a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=32e0d3cc-cecf-4072-861e-69e212464544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444109 Aug 31 04:16:39.179006 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-758a1979-b55c-4faf-9aa3-28d4e7b01d85 req-88f09bc1-67aa-40cf-85e3-5b0e96f5fbe2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917716 Aug 31 04:16:39.546937 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:39.561070 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4691dd3-ab71-4706-9d90-cef56c11eed4 req-18c032ae-9a06-49b6-b483-fe11c37d3318 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:39.562545 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e4691dd3-ab71-4706-9d90-cef56c11eed4 req-18c032ae-9a06-49b6-b483-fe11c37d3318 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 943 time: 0.0594349 Aug 31 04:16:39.598222 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-758a1979-b55c-4faf-9aa3-28d4e7b01d85 req-5a12058e-e091-4c44-b382-4b9bd06ec5fe service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133041 Aug 31 04:16:39.628160 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e4691dd3-ab71-4706-9d90-cef56c11eed4 req-c35db0f9-6c4d-46a9-b6d5-6227d76c5851 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76bcfc1c-caf3-480f-b7ae-59538c84716a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589216 Aug 31 04:16:40.772711 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c7ef4-c945-4b14-9c01-ebd1c8277eae req-b7eb8819-135c-4252-988a-7e1b6ab26799 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:40.774195 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1e0c7ef4-c945-4b14-9c01-ebd1c8277eae req-b7eb8819-135c-4252-988a-7e1b6ab26799 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 943 time: 0.0622160 Aug 31 04:16:40.825679 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1e0c7ef4-c945-4b14-9c01-ebd1c8277eae req-5935015f-b85f-4124-a187-22e92bd224d8 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76bcfc1c-caf3-480f-b7ae-59538c84716a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430572 Aug 31 04:16:41.037422 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 7de551fd-c705-4355-b423-65eff826b660 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:16:41.131526 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:41.286547 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:41.294019 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 7de551fd-c705-4355-b423-65eff826b660, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=7de551fd-c705-4355-b423-65eff826b660,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:16:41.306468 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '7de551fd-c705-4355-b423-65eff826b660', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'port_id': '7de551fd-c705-4355-b423-65eff826b660', 'mac_address': 'fa:16:3e:e3:27:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:16:41.340982 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 7de551fd-c705-4355-b423-65eff826b660 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:16:41.341356 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (7de551fd-c705-4355-b423-65eff826b660), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:41.355817 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de551fd-c705-4355-b423-65eff826b660 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:16:41.375811 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 7de551fd-c705-4355-b423-65eff826b660, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=7de551fd-c705-4355-b423-65eff826b660,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:16:41.381177 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (7de551fd-c705-4355-b423-65eff826b660), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:41.430452 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=7de551fd-c705-4355-b423-65eff826b660,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:41.591415 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['7de551fd-c705-4355-b423-65eff826b660'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:16:41.952064 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3cf01-6219-4440-8f01-4546506332ac req-d7a50fd1-6231-4f33-a0a9-0836f57df00d tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:41.953534 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0ad3cf01-6219-4440-8f01-4546506332ac req-d7a50fd1-6231-4f33-a0a9-0836f57df00d tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 944 time: 0.0467901 Aug 31 04:16:41.955482 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:41.956288 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:42.001077 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0ad3cf01-6219-4440-8f01-4546506332ac req-ba8885c4-c33f-4285-a46d-d61caf1befe3 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76bcfc1c-caf3-480f-b7ae-59538c84716a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419011 Aug 31 04:16:42.057041 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:42.059276 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:43.085644 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 7de551fd-c705-4355-b423-65eff826b660 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:16:43.130040 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 7de551fd-c705-4355-b423-65eff826b660 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:16:43.130327 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275228d9-a176-4af6-92cf-c06a905b9f75 req-688f8368-5219-44ff-84b8-de3910ec7819 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:43.131824 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-275228d9-a176-4af6-92cf-c06a905b9f75 req-688f8368-5219-44ff-84b8-de3910ec7819 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 944 time: 0.0533543 Aug 31 04:16:43.138165 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 7de551fd-c705-4355-b423-65eff826b660 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:16:43.138540 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (7de551fd-c705-4355-b423-65eff826b660), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:43.145228 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:43.183605 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-275228d9-a176-4af6-92cf-c06a905b9f75 req-0eb64b4c-adb8-4163-a8dc-14a93ff93905 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76bcfc1c-caf3-480f-b7ae-59538c84716a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456893 Aug 31 04:16:43.215953 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 7de551fd-c705-4355-b423-65eff826b660 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:16:43.216341 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (7de551fd-c705-4355-b423-65eff826b660), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:43.240277 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374aa2bf-05c0-49ce-869a-93c3d281dc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de551fd-c705-4355-b423-65eff826b660'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:16:43.246225 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ab0568-a0c0-48aa-b437-937bd9797abc" -d '{"events": [{"server_uuid": "374aa2bf-05c0-49ce-869a-93c3d281dc50", "name": "network-vif-plugged", "status": "completed", "tag": "7de551fd-c705-4355-b423-65eff826b660"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:16:43.259997 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 7de551fd-c705-4355-b423-65eff826b660, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=7de551fd-c705-4355-b423-65eff826b660,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:16:43.265651 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (7de551fd-c705-4355-b423-65eff826b660), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:43.298828 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b4c017-c8b4-435b-ba65-ecc81a1f0ceb x-openstack-request-id: req-60b4c017-c8b4-435b-ba65-ecc81a1f0ceb {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:16:43.299142 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374aa2bf-05c0-49ce-869a-93c3d281dc50", "name": "network-vif-plugged", "status": "completed", "tag": "7de551fd-c705-4355-b423-65eff826b660", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:16:43.299401 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60b4c017-c8b4-435b-ba65-ecc81a1f0ceb {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:16:43.299811 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b4c017-c8b4-435b-ba65-ecc81a1f0ceb'] response: {'server_uuid': '374aa2bf-05c0-49ce-869a-93c3d281dc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de551fd-c705-4355-b423-65eff826b660', 'code': 200} Aug 31 04:16:43.331456 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=7de551fd-c705-4355-b423-65eff826b660,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:16:43.464039 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c60a3-2975-4827-bdba-3e3b8993df67 req-14055079-5238-46ce-a74a-2f90c72858f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:43.465582 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b57c60a3-2975-4827-bdba-3e3b8993df67 req-14055079-5238-46ce-a74a-2f90c72858f7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 1129 time: 0.0405848 Aug 31 04:16:43.512648 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b57c60a3-2975-4827-bdba-3e3b8993df67 req-4046ce2d-03f4-41e7-a625-a6322e25cc34 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=76bcfc1c-caf3-480f-b7ae-59538c84716a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390985 Aug 31 04:16:44.306440 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cdc3f-2444-428a-a2bd-53aa7d5057f4 req-646e9750-0e64-4dc7-b859-b91a3b0b7bcb tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:44.307981 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d25cdc3f-2444-428a-a2bd-53aa7d5057f4 req-646e9750-0e64-4dc7-b859-b91a3b0b7bcb tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 945 time: 0.0474136 Aug 31 04:16:44.363149 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d25cdc3f-2444-428a-a2bd-53aa7d5057f4 req-76223997-a075-453a-beb4-1c7a6a9a3689 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76bcfc1c-caf3-480f-b7ae-59538c84716a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466938 Aug 31 04:16:45.509762 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739101b-0243-401b-a731-27e63e0c4cda req-a39f0c56-cdfb-4e07-a8a0-f7f797348263 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:45.511229 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0739101b-0243-401b-a731-27e63e0c4cda req-a39f0c56-cdfb-4e07-a8a0-f7f797348263 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 945 time: 0.0511723 Aug 31 04:16:45.563000 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0739101b-0243-401b-a731-27e63e0c4cda req-9cb564b5-1698-488e-aa76-b67773e24b9d tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76bcfc1c-caf3-480f-b7ae-59538c84716a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453117 Aug 31 04:16:45.692311 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e6dbd-a744-43ff-bd1f-02ab9bf7ecf1 req-ba6598b0-6704-4f4f-9d97-bc24494205e8 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:45.693851 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-014e6dbd-a744-43ff-bd1f-02ab9bf7ecf1 req-ba6598b0-6704-4f4f-9d97-bc24494205e8 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 945 time: 0.0529513 Aug 31 04:16:45.709022 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49238) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:16:45.713755 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-9afb89cf-d9cc-4f58-bdf2-48ddc959602b tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Request body: {'floatingip': {'port_id': '7de551fd-c705-4355-b423-65eff826b660'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:16:45.759320 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9afb89cf-d9cc-4f58-bdf2-48ddc959602b tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for floatingip (800f421e-2aac-4416-8524-703af8ffd24c), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:46.130211 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:46.217922 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9afb89cf-d9cc-4f58-bdf2-48ddc959602b tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:46.223199 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9afb89cf-d9cc-4f58-bdf2-48ddc959602b tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (800f421e-2aac-4416-8524-703af8ffd24c), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:46.341207 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [None req-9afb89cf-d9cc-4f58-bdf2-48ddc959602b tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Floating IP 800f421e-2aac-4416-8524-703af8ffd24c associated. External IP: 172.27.1.169, port: 7de551fd-c705-4355-b423-65eff826b660. Aug 31 04:16:46.445979 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:46.550662 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afb89cf-d9cc-4f58-bdf2-48ddc959602b tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Router 9d09dd6b-12a7-4aef-804b-a6c660f74ded has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:16:46.655132 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afb89cf-d9cc-4f58-bdf2-48ddc959602b tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:16:46.660347 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9afb89cf-d9cc-4f58-bdf2-48ddc959602b tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:46.665690 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b50820-d18f-4bbe-85a2-8d0fdfc52d5a None None] Sync routers for ids ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:16:46.676415 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b50820-d18f-4bbe-85a2-8d0fdfc52d5a None None] Routers {'9d09dd6b-12a7-4aef-804b-a6c660f74ded'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:16:46.677026 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-b7b50820-d18f-4bbe-85a2-8d0fdfc52d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:16:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:16:46.690846 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-9afb89cf-d9cc-4f58-bdf2-48ddc959602b tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/800f421e-2aac-4416-8524-703af8ffd24c HTTP/1.1" status: 200 len: 991 time: 0.9807374 Aug 31 04:16:46.691458 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374aa2bf-05c0-49ce-869a-93c3d281dc50', 'tag': '7de551fd-c705-4355-b423-65eff826b660'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:16:46.693780 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329dd5ac-f923-4784-8926-50388401ee8d" -d '{"events": [{"name": "network-changed", "server_uuid": "374aa2bf-05c0-49ce-869a-93c3d281dc50", "tag": "7de551fd-c705-4355-b423-65eff826b660"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:16:46.731610 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91074ef3-2e22-46f8-807c-7102265ea41d x-openstack-request-id: req-91074ef3-2e22-46f8-807c-7102265ea41d {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:16:46.731907 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374aa2bf-05c0-49ce-869a-93c3d281dc50", "tag": "7de551fd-c705-4355-b423-65eff826b660", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:16:46.732164 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91074ef3-2e22-46f8-807c-7102265ea41d {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:16:46.732579 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91074ef3-2e22-46f8-807c-7102265ea41d'] response: {'name': 'network-changed', 'server_uuid': '374aa2bf-05c0-49ce-869a-93c3d281dc50', 'tag': '7de551fd-c705-4355-b423-65eff826b660', 'status': 'completed', 'code': 200} Aug 31 04:16:46.783015 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-b7b50820-d18f-4bbe-85a2-8d0fdfc52d5a None None] Set router 9d09dd6b-12a7-4aef-804b-a6c660f74ded gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:16:46.795256 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dd5ac-f923-4784-8926-50388401ee8d req-c3310b1f-1bbc-4857-9d80-35aed17b79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:46.796956 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-329dd5ac-f923-4784-8926-50388401ee8d req-c3310b1f-1bbc-4857-9d80-35aed17b79e9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=b2f251186d5346d9ae213f018e299cb4&device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 1129 time: 0.0423760 Aug 31 04:16:46.901662 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dd5ac-f923-4784-8926-50388401ee8d req-86039c60-b5aa-44e7-aa10-bc7ae28ccc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:46.903140 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-329dd5ac-f923-4784-8926-50388401ee8d req-86039c60-b5aa-44e7-aa10-bc7ae28ccc10 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=32e0d3cc-cecf-4072-861e-69e212464544 HTTP/1.1" status: 200 len: 911 time: 0.1008906 Aug 31 04:16:46.955408 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:46.965522 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:46.972430 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-329dd5ac-f923-4784-8926-50388401ee8d req-34654e48-580c-4574-9e67-d7f099ea9fde service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7de551fd-c705-4355-b423-65eff826b660 HTTP/1.1" status: 200 len: 999 time: 0.0639081 Aug 31 04:16:47.012412 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-b7b50820-d18f-4bbe-85a2-8d0fdfc52d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '800f421e-2aac-4416-8524-703af8ffd24c', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'port_id': '7de551fd-c705-4355-b423-65eff826b660', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'mac_address': 'fa:16:3e:e3:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374aa2bf-05c0-49ce-869a-93c3d281dc50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:16:33Z', 'updated_at': '2022-08-31T04:16:46Z', 'revision_number': 1, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46ff0fb-3dbd-4a95-8b2c-e09db2b71277', 'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'mac_address': 'fa:16:3e:7c:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:42Z', 'updated_at': '2022-08-31T04:13:49Z', 'revision_number': 5, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'subnets': [{'id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:16:47.020588 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dd5ac-f923-4784-8926-50388401ee8d req-a248fd56-eeaa-44bf-96d4-d15c97751d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:47.022023 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-329dd5ac-f923-4784-8926-50388401ee8d req-a248fd56-eeaa-44bf-96d4-d15c97751d6b service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=518701dd-8963-4e13-97e3-6fcc564e480c HTTP/1.1" status: 200 len: 849 time: 0.0443282 Aug 31 04:16:47.038397 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b50820-d18f-4bbe-85a2-8d0fdfc52d5a None None] Checking router: 9d09dd6b-12a7-4aef-804b-a6c660f74ded for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:16:47.047564 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b50820-d18f-4bbe-85a2-8d0fdfc52d5a None None] Routers {'9d09dd6b-12a7-4aef-804b-a6c660f74ded'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:16:47.048184 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-b7b50820-d18f-4bbe-85a2-8d0fdfc52d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:16:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:16:47.065687 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dd5ac-f923-4784-8926-50388401ee8d req-0ac8f03c-93b2-4877-a091-9967a1ebed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:16:47.067326 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-329dd5ac-f923-4784-8926-50388401ee8d req-0ac8f03c-93b2-4877-a091-9967a1ebed8f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=32e0d3cc-cecf-4072-861e-69e212464544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392234 Aug 31 04:16:47.076598 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [req-329dd5ac-f923-4784-8926-50388401ee8d req-b41291c0-8a57-4ec3-8fd2-8ae92cfc5244 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:16:47.077553 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-329dd5ac-f923-4784-8926-50388401ee8d req-b41291c0-8a57-4ec3-8fd2-8ae92cfc5244 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050557 Aug 31 04:16:47.156576 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-b7b50820-d18f-4bbe-85a2-8d0fdfc52d5a None None] Set router 9d09dd6b-12a7-4aef-804b-a6c660f74ded gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:16:47.174543 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-329dd5ac-f923-4784-8926-50388401ee8d req-9bf8b5a2-8200-4428-965a-451cd39eab3b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908866 Aug 31 04:16:47.199482 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:47.265101 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-329dd5ac-f923-4784-8926-50388401ee8d req-23d86222-2ef4-4b7b-bc09-aa4001d81a17 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840175 Aug 31 04:16:47.371491 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-b7b50820-d18f-4bbe-85a2-8d0fdfc52d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '800f421e-2aac-4416-8524-703af8ffd24c', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'port_id': '7de551fd-c705-4355-b423-65eff826b660', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'mac_address': 'fa:16:3e:e3:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374aa2bf-05c0-49ce-869a-93c3d281dc50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:16:33Z', 'updated_at': '2022-08-31T04:16:46Z', 'revision_number': 1, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46ff0fb-3dbd-4a95-8b2c-e09db2b71277', 'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'mac_address': 'fa:16:3e:7c:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:42Z', 'updated_at': '2022-08-31T04:13:49Z', 'revision_number': 5, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'subnets': [{'id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:16:47.396970 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b50820-d18f-4bbe-85a2-8d0fdfc52d5a None None] The sync data for ids ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'] in dv-cinder-853910-5-iscsi is: [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '800f421e-2aac-4416-8524-703af8ffd24c', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'port_id': '7de551fd-c705-4355-b423-65eff826b660', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'mac_address': 'fa:16:3e:e3:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374aa2bf-05c0-49ce-869a-93c3d281dc50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:16:33Z', 'updated_at': '2022-08-31T04:16:46Z', 'revision_number': 1, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f46ff0fb-3dbd-4a95-8b2c-e09db2b71277', 'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'mac_address': 'fa:16:3e:7c:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:42Z', 'updated_at': '2022-08-31T04:13:49Z', 'revision_number': 5, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'subnets': [{'id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:16:47.605286 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ebb46-b58f-4329-817f-d124cfa760be None None] New status for floating IP 800f421e-2aac-4416-8524-703af8ffd24c: ACTIVE {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:16:55.619790 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8d273313-f097-48a6-96fc-8cedbfc66882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:57.255882 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=70 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:57.261633 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:57.684708 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf665-f8b7-43a0-ba00-da02632cc023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:57.701863 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:57.705076 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=12 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:16:58.252376 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:16:58.914897 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:00.076327 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:17:00.490704 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:00.492872 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:10.069301 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:10.070530 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:10.482455 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:10.484475 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:25.617280 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4c4a2a78-2ef4-4eda-a02f-0d6473cdd5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:27.684918 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c820b74a-5d14-4166-89c7-f6217f68afbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:28.246652 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:28.916012 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:30.017986 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=16 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:30.019928 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=16 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:30.494878 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:30.496030 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:37.076605 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:17:39.295068 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fb049f01-105a-479e-9a36-a44ccc1c95d6 req-010427e3-8740-4c2a-9f50-5b704c270804 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0933871 Aug 31 04:17:39.362290 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb049f01-105a-479e-9a36-a44ccc1c95d6 req-f4946c16-9cfc-4981-b372-b1cde9284b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:39.363983 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fb049f01-105a-479e-9a36-a44ccc1c95d6 req-f4946c16-9cfc-4981-b372-b1cde9284b29 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 1130 time: 0.0418046 Aug 31 04:17:39.482600 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb049f01-105a-479e-9a36-a44ccc1c95d6 req-188dad13-5876-4dee-94c2-9620a199d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:39.484001 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fb049f01-105a-479e-9a36-a44ccc1c95d6 req-188dad13-5876-4dee-94c2-9620a199d08f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 913 time: 0.1025476 Aug 31 04:17:39.558987 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fb049f01-105a-479e-9a36-a44ccc1c95d6 req-79f0f5ed-b6be-42df-917b-9639ada3aa9c service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e10088a-8bb6-4d01-af36-44f371a379a6 HTTP/1.1" status: 200 len: 1002 time: 0.0682049 Aug 31 04:17:39.619497 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb049f01-105a-479e-9a36-a44ccc1c95d6 req-bc22c52f-888a-4390-94d2-c3eedd923427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:39.620998 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fb049f01-105a-479e-9a36-a44ccc1c95d6 req-bc22c52f-888a-4390-94d2-c3eedd923427 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 200 len: 851 time: 0.0549760 Aug 31 04:17:39.668751 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb049f01-105a-479e-9a36-a44ccc1c95d6 req-cb5beffc-5acf-45fc-a6f5-d6f356dc24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:39.670244 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fb049f01-105a-479e-9a36-a44ccc1c95d6 req-cb5beffc-5acf-45fc-a6f5-d6f356dc24d4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=afdd8bcf-e898-41b9-a268-9083d2b02846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431578 Aug 31 04:17:39.759638 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fb049f01-105a-479e-9a36-a44ccc1c95d6 req-cf0e68b3-fad0-40a8-aa44-85f0fdfaf2b9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835149 Aug 31 04:17:39.855052 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-fb049f01-105a-479e-9a36-a44ccc1c95d6 req-26f2c1f5-3bed-4194-b289-72029ba0bd70 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899382 Aug 31 04:17:40.486191 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:40.489211 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:43.870798 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332f3a-ab97-44cd-b027-7d910e3bd096 req-49fa7de5-9469-496e-97cb-6d2e057a69e6 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:43.872361 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2e332f3a-ab97-44cd-b027-7d910e3bd096 req-49fa7de5-9469-496e-97cb-6d2e057a69e6 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 945 time: 0.0495954 Aug 31 04:17:43.924660 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2e332f3a-ab97-44cd-b027-7d910e3bd096 req-f93d9b0f-5c35-45ed-86ff-5b271279787c tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76bcfc1c-caf3-480f-b7ae-59538c84716a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437131 Aug 31 04:17:45.068582 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f7f2f-0a01-4347-8670-67f1200a72b4 req-6fd9aa76-2914-4430-aa07-c6cb5441a7b9 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:45.070060 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-993f7f2f-0a01-4347-8670-67f1200a72b4 req-6fd9aa76-2914-4430-aa07-c6cb5441a7b9 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 945 time: 0.0559936 Aug 31 04:17:45.131727 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-993f7f2f-0a01-4347-8670-67f1200a72b4 req-b55f1ef3-2b3e-452c-b08d-3e6b3d9bbb71 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=76bcfc1c-caf3-480f-b7ae-59538c84716a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527530 Aug 31 04:17:45.458687 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-9ecda75d-d003-4ecb-92e8-f7b3a79c69a2 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:45.460206 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-9ecda75d-d003-4ecb-92e8-f7b3a79c69a2 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 945 time: 0.0530708 Aug 31 04:17:45.551621 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Deleting port 7de551fd-c705-4355-b423-65eff826b660 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:17:45.551875 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (7de551fd-c705-4355-b423-65eff826b660), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:45.647414 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] For port 7de551fd-c705-4355-b423-65eff826b660, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=7de551fd-c705-4355-b423-65eff826b660,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:17:45.647731 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (7de551fd-c705-4355-b423-65eff826b660), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:45.736591 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:45.751075 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:45.812742 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:45.812995 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (800f421e-2aac-4416-8524-703af8ffd24c), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:45.813325 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Floating IP 800f421e-2aac-4416-8524-703af8ffd24c disassociated. External IP: 172.27.1.169, port: 7de551fd-c705-4355-b423-65eff826b660. Aug 31 04:17:45.813670 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Calling delete_port for 7de551fd-c705-4355-b423-65eff826b660 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:17:45.952947 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (7de551fd-c705-4355-b423-65eff826b660), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:45.981799 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event deleted for resources: {'Port': ['ID=7de551fd-c705-4355-b423-65eff826b660,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:45.995663 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:45.996010 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:45.996347 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:45.996764 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:45.997161 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:45.997493 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:45.997798 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:45.998117 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:45.998442 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:45.998761 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:45.999112 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:45.999447 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:45.999778 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:46.000706 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:46.000706 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:46.108497 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Router 9d09dd6b-12a7-4aef-804b-a6c660f74ded has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:17:46.239202 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f5c92730-c802-4586-af28-8e5e57fb6fb9 req-e3f5c850-637a-4411-8fa8-8bdc557a9287 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=374aa2bf-05c0-49ce-869a-93c3d281dc50 HTTP/1.1" status: 200 len: 210 time: 0.0313652 Aug 31 04:17:46.240337 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:17:46.252710 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6832f871-11c6-471e-b1e5-e2c5fab59b9d None None] Sync routers for ids ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:17:46.273809 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6832f871-11c6-471e-b1e5-e2c5fab59b9d None None] Routers {'9d09dd6b-12a7-4aef-804b-a6c660f74ded'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:17:46.274460 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-6832f871-11c6-471e-b1e5-e2c5fab59b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:17:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:46.289589 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] No DVR routers for this DVR port 7de551fd-c705-4355-b423-65eff826b660 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:17:46.292401 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:46.295804 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e25324ad-5d0b-45cf-9ef6-172fb09afb7c req-21f83548-85a3-462f-bfe5-79016186b125 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.26 "DELETE /networking/v2.0/ports/7de551fd-c705-4355-b423-65eff826b660 HTTP/1.1" status: 204 len: 173 time: 0.8303485 Aug 31 04:17:46.296240 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374aa2bf-05c0-49ce-869a-93c3d281dc50', 'name': 'network-vif-deleted', 'tag': '7de551fd-c705-4355-b423-65eff826b660'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:17:46.298810 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80b5abf-a6ee-49d6-ad7a-8156856377de" -d '{"events": [{"server_uuid": "374aa2bf-05c0-49ce-869a-93c3d281dc50", "name": "network-vif-deleted", "tag": "7de551fd-c705-4355-b423-65eff826b660"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:17:46.409159 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-6832f871-11c6-471e-b1e5-e2c5fab59b9d None None] Set router 9d09dd6b-12a7-4aef-804b-a6c660f74ded gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:17:46.415843 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9004a3a2-0a00-4ce3-9e9b-d7839a461c4f x-openstack-request-id: req-9004a3a2-0a00-4ce3-9e9b-d7839a461c4f {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:17:46.416139 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374aa2bf-05c0-49ce-869a-93c3d281dc50", "name": "network-vif-deleted", "tag": "7de551fd-c705-4355-b423-65eff826b660", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:17:46.416398 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9004a3a2-0a00-4ce3-9e9b-d7839a461c4f {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:17:46.416805 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9004a3a2-0a00-4ce3-9e9b-d7839a461c4f'] response: {'server_uuid': '374aa2bf-05c0-49ce-869a-93c3d281dc50', 'name': 'network-vif-deleted', 'tag': '7de551fd-c705-4355-b423-65eff826b660', 'status': 'completed', 'code': 200} Aug 31 04:17:46.610788 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-6832f871-11c6-471e-b1e5-e2c5fab59b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'f46ff0fb-3dbd-4a95-8b2c-e09db2b71277', 'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'mac_address': 'fa:16:3e:7c:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:42Z', 'updated_at': '2022-08-31T04:13:49Z', 'revision_number': 5, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'subnets': [{'id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:46.635564 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6832f871-11c6-471e-b1e5-e2c5fab59b9d None None] Checking router: 9d09dd6b-12a7-4aef-804b-a6c660f74ded for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:17:46.644437 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6832f871-11c6-471e-b1e5-e2c5fab59b9d None None] Routers {'9d09dd6b-12a7-4aef-804b-a6c660f74ded'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:17:46.645058 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-6832f871-11c6-471e-b1e5-e2c5fab59b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:17:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:46.748113 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-6832f871-11c6-471e-b1e5-e2c5fab59b9d None None] Set router 9d09dd6b-12a7-4aef-804b-a6c660f74ded gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:17:46.942725 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-6832f871-11c6-471e-b1e5-e2c5fab59b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'f46ff0fb-3dbd-4a95-8b2c-e09db2b71277', 'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'mac_address': 'fa:16:3e:7c:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:42Z', 'updated_at': '2022-08-31T04:13:49Z', 'revision_number': 5, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'subnets': [{'id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:46.971260 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6832f871-11c6-471e-b1e5-e2c5fab59b9d None None] The sync data for ids ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'] in dv-cinder-853910-5-iscsi is: [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:43Z', 'revision_number': 4, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'f46ff0fb-3dbd-4a95-8b2c-e09db2b71277', 'name': '', 'network_id': '32e0d3cc-cecf-4072-861e-69e212464544', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'mac_address': 'fa:16:3e:7c:28:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:42Z', 'updated_at': '2022-08-31T04:13:49Z', 'revision_number': 5, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'subnets': [{'id': '518701dd-8963-4e13-97e3-6fcc564e480c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:17:47.070770 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:47.071749 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:47.207500 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e2845-5ce0-4e45-a6ad-3168164b6264 None None] New status for floating IP 800f421e-2aac-4416-8524-703af8ffd24c: DOWN {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:17:47.346286 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49392) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:47.404278 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-40b5c1f1-08e8-4ff8-bdfe-2b1b3771c9f7 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group (76bcfc1c-caf3-480f-b7ae-59538c84716a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:47.426585 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-40b5c1f1-08e8-4ff8-bdfe-2b1b3771c9f7 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group (76bcfc1c-caf3-480f-b7ae-59538c84716a), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:47.484988 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-40b5c1f1-08e8-4ff8-bdfe-2b1b3771c9f7 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (76bcfc1c-caf3-480f-b7ae-59538c84716a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:47.487475 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-40b5c1f1-08e8-4ff8-bdfe-2b1b3771c9f7 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:47.488719 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-40b5c1f1-08e8-4ff8-bdfe-2b1b3771c9f7 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/76bcfc1c-caf3-480f-b7ae-59538c84716a HTTP/1.1" status: 204 len: 168 time: 0.1413951 Aug 31 04:17:47.491773 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49394) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:47.497736 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5c1f1-08e8-4ff8-bdfe-2b1b3771c9f7 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bcfc1c-caf3-480f-b7ae-59538c84716a,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:47.511923 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.api.v2.resource [None req-f47edaf7-7227-42ac-9653-292283439b24 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] show failed (client error): The resource could not be found. Aug 31 04:17:47.515587 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-f47edaf7-7227-42ac-9653-292283439b24 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "GET /networking/v2.0/security-groups/76bcfc1c-caf3-480f-b7ae-59538c84716a HTTP/1.1" status: 404 len: 347 time: 0.0224705 Aug 31 04:17:47.516102 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49398) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:47.628935 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Deleting port 3117b74a-b52c-4d84-b0ce-8d1a472dcc7f {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:17:47.629250 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (3117b74a-b52c-4d84-b0ce-8d1a472dcc7f), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:47.710721 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (3117b74a-b52c-4d84-b0ce-8d1a472dcc7f), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:47.710993 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for floatingip (3117b74a-b52c-4d84-b0ce-8d1a472dcc7f), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:47.723808 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Calling delete_port for 3117b74a-b52c-4d84-b0ce-8d1a472dcc7f owned by network:floatingip {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:17:47.868014 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (3117b74a-b52c-4d84-b0ce-8d1a472dcc7f), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:47.892485 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Pushing event deleted for resources: {'Port': ['ID=3117b74a-b52c-4d84-b0ce-8d1a472dcc7f,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:47.904101 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:47.904445 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:47.904782 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:47.905138 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:47.905459 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:47.905846 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:47.906130 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:47.906452 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:47.906765 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:47.907108 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:47.907428 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:47.907746 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:47.908061 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:47.908374 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:47.908686 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:17:47.965994 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks [] for floatingip (800f421e-2aac-4416-8524-703af8ffd24c), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:47.968609 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:47.969786 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-8ee2c6fd-5199-48b9-8e5f-e9a1fdc98558 tempest-AttachVolumeTestJSON-1038023518 tempest-AttachVolumeTestJSON-1038023518-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/800f421e-2aac-4416-8524-703af8ffd24c HTTP/1.1" status: 204 len: 168 time: 0.4522088 Aug 31 04:17:49.418091 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 7de551fd-c705-4355-b423-65eff826b660 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:17:49.437807 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 7de551fd-c705-4355-b423-65eff826b660 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:17:49.438111 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 7de551fd-c705-4355-b423-65eff826b660 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:17:51.588119 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49426) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:51.912301 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b0a2246c-bc58-4933-ba77-2cf00fd885dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565397'] for router_interface (9d09dd6b-12a7-4aef-804b-a6c660f74ded), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:52.013270 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:52.082159 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:52.148211 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-b0a2246c-bc58-4933-ba77-2cf00fd885dd admin admin] Deleting port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:17:52.148494 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b0a2246c-bc58-4933-ba77-2cf00fd885dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:52.225782 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-b0a2246c-bc58-4933-ba77-2cf00fd885dd admin admin] For port f46ff0fb-3dbd-4a95-8b2c-e09db2b71277, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=f46ff0fb-3dbd-4a95-8b2c-e09db2b71277,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:17:52.226147 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b0a2246c-bc58-4933-ba77-2cf00fd885dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:52.243238 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-b0a2246c-bc58-4933-ba77-2cf00fd885dd admin admin] Calling delete_port for f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 owned by network:router_interface {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:17:52.427683 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b0a2246c-bc58-4933-ba77-2cf00fd885dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (f46ff0fb-3dbd-4a95-8b2c-e09db2b71277), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:52.449564 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2246c-bc58-4933-ba77-2cf00fd885dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f46ff0fb-3dbd-4a95-8b2c-e09db2b71277,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:52.614559 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-b0a2246c-bc58-4933-ba77-2cf00fd885dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567845'] for router_interface (9d09dd6b-12a7-4aef-804b-a6c660f74ded), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:52.832908 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a2246c-bc58-4933-ba77-2cf00fd885dd admin admin] Router 9d09dd6b-12a7-4aef-804b-a6c660f74ded has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:17:52.890123 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:52.915348 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:53.177438 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a2246c-bc58-4933-ba77-2cf00fd885dd admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:17:53.182778 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-b0a2246c-bc58-4933-ba77-2cf00fd885dd admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/9d09dd6b-12a7-4aef-804b-a6c660f74ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5942752 Aug 31 04:17:53.186690 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49428) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:53.187476 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5a812f-4299-453f-9f35-3a40d3b8d770 None None] Sync routers for ids ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:17:53.198688 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5a812f-4299-453f-9f35-3a40d3b8d770 None None] Routers {'9d09dd6b-12a7-4aef-804b-a6c660f74ded'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:17:53.199327 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-3b5a812f-4299-453f-9f35-3a40d3b8d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:17:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:53.293242 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] Publish callbacks [] for router (9d09dd6b-12a7-4aef-804b-a6c660f74ded), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:53.433321 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-3b5a812f-4299-453f-9f35-3a40d3b8d770 None None] Set router 9d09dd6b-12a7-4aef-804b-a6c660f74ded gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:17:53.615648 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:53.617882 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-3b5a812f-4299-453f-9f35-3a40d3b8d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:17:52Z', 'revision_number': 5, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:53.644272 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5a812f-4299-453f-9f35-3a40d3b8d770 None None] Checking router: 9d09dd6b-12a7-4aef-804b-a6c660f74ded for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:17:53.653928 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5a812f-4299-453f-9f35-3a40d3b8d770 None None] Routers {'9d09dd6b-12a7-4aef-804b-a6c660f74ded'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:17:53.654561 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-3b5a812f-4299-453f-9f35-3a40d3b8d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:17:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:53.656997 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:53.688804 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] Publish callbacks [] for router_gateway (9d09dd6b-12a7-4aef-804b-a6c660f74ded), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:53.701557 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:53.723902 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:53.739425 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] Deleting port 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:17:53.739945 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:53.760615 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-3b5a812f-4299-453f-9f35-3a40d3b8d770 None None] Set router 9d09dd6b-12a7-4aef-804b-a6c660f74ded gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:17:53.829149 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] For port 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:17:53.829488 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:53.843011 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] Calling delete_port for 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35 owned by network:router_gateway {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:17:53.931748 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-3b5a812f-4299-453f-9f35-3a40d3b8d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:17:52Z', 'revision_number': 5, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:53.960618 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5a812f-4299-453f-9f35-3a40d3b8d770 None None] The sync data for ids ['9d09dd6b-12a7-4aef-804b-a6c660f74ded'] in dv-cinder-853910-5-iscsi is: [{'id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'name': 'tempest-AttachVolumeTestJSON-368960655-router', 'tenant_id': 'b2f251186d5346d9ae213f018e299cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:17:52Z', 'revision_number': 5, 'project_id': 'b2f251186d5346d9ae213f018e299cb4', 'gw_port': {'id': '650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:34:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d09dd6b-12a7-4aef-804b-a6c660f74ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:13:40Z', 'updated_at': '2022-08-31T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:17:54.020862 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.046251 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:54.110091 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566230'] for router_gateway (9d09dd6b-12a7-4aef-804b-a6c660f74ded), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.199274 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8207'] for router (9d09dd6b-12a7-4aef-804b-a6c660f74ded), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.201455 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] Publish callbacks [] for router_controller (9d09dd6b-12a7-4aef-804b-a6c660f74ded), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.250494 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567896'] for router (9d09dd6b-12a7-4aef-804b-a6c660f74ded), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.251050 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d09dd6b-12a7-4aef-804b-a6c660f74ded {{(pid=106459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:17:54.256561 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.258106 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-4c7052ad-cba9-466f-9394-3fa271ee6b39 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/9d09dd6b-12a7-4aef-804b-a6c660f74ded HTTP/1.1" status: 204 len: 168 time: 1.0704019 Aug 31 04:17:54.260786 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49430) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:54.309165 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbeeb3e-a6a7-4bdc-a6db-3f01b395f1e3 admin admin] Deleting subnet 518701dd-8963-4e13-97e3-6fcc564e480c {{(pid=106459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:17:54.312754 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0bbeeb3e-a6a7-4bdc-a6db-3f01b395f1e3 admin admin] Publish callbacks [] for subnet (518701dd-8963-4e13-97e3-6fcc564e480c), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.350485 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0bbeeb3e-a6a7-4bdc-a6db-3f01b395f1e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269196'] for subnet (518701dd-8963-4e13-97e3-6fcc564e480c), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.436780 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0bbeeb3e-a6a7-4bdc-a6db-3f01b395f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (518701dd-8963-4e13-97e3-6fcc564e480c), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.491329 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0bbeeb3e-a6a7-4bdc-a6db-3f01b395f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4017630'] for subnet (518701dd-8963-4e13-97e3-6fcc564e480c), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.517800 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbeeb3e-a6a7-4bdc-a6db-3f01b395f1e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=518701dd-8963-4e13-97e3-6fcc564e480c,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:54.522517 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0bbeeb3e-a6a7-4bdc-a6db-3f01b395f1e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.526277 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-0bbeeb3e-a6a7-4bdc-a6db-3f01b395f1e3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/518701dd-8963-4e13-97e3-6fcc564e480c HTTP/1.1" status: 204 len: 168 time: 0.2636812 Aug 31 04:17:54.528829 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e78e81-9b06-448a-b61e-99da0b8d68ba None None] Network 32e0d3cc-cecf-4072-861e-69e212464544 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:17:54.531749 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49432) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:54.610221 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (32e0d3cc-cecf-4072-861e-69e212464544), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.653786 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] Deleting port 0a723dc1-9f5f-4950-86a6-c37522f5763e {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:17:54.654123 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (0a723dc1-9f5f-4950-86a6-c37522f5763e), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.719907 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] For port 0a723dc1-9f5f-4950-86a6-c37522f5763e, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=0a723dc1-9f5f-4950-86a6-c37522f5763e,segment=NetworkSegment(5c77cc66-222f-4292-abee-3a07baab046e),segment_id=5c77cc66-222f-4292-abee-3a07baab046e)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:17:54.720263 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (0a723dc1-9f5f-4950-86a6-c37522f5763e), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.734126 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] Calling delete_port for 0a723dc1-9f5f-4950-86a6-c37522f5763e owned by network:dhcp {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:17:54.816064 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (0a723dc1-9f5f-4950-86a6-c37522f5763e), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.841995 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] No DVR routers for this DVR port 0a723dc1-9f5f-4950-86a6-c37522f5763e on host dv-cinder-853910-5-iscsi {{(pid=106458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:17:54.843791 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a723dc1-9f5f-4950-86a6-c37522f5763e,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:54.923477 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (32e0d3cc-cecf-4072-861e-69e212464544), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.943747 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e0d3cc-cecf-4072-861e-69e212464544']}} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:54.953734 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c77cc66-222f-4292-abee-3a07baab046e') {'for_net_delete': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:54.953988 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c77cc66-222f-4292-abee-3a07baab046e') {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:54.964608 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838319'] for segment (5c77cc66-222f-4292-abee-3a07baab046e), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.979016 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (5c77cc66-222f-4292-abee-3a07baab046e), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.985543 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=106458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:17:54.986049 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4007848'] for segment (5c77cc66-222f-4292-abee-3a07baab046e), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:54.987840 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c70315b-3ed3-44a2-9766-c19d8c0bbd09 None None] DHCP port deletion for 32e0d3cc-cecf-4072-861e-69e212464544 request from dv-cinder-853910-5-iscsi {{(pid=106460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:17:55.031614 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment 5c77cc66-222f-4292-abee-3a07baab046e resource provider aggregate not found Aug 31 04:17:55.048573 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment 5c77cc66-222f-4292-abee-3a07baab046e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c77cc66-222f-4292-abee-3a07baab046e found for delete ", "request_id": "req-f38400a2-87fd-4bd4-8641-f4733ba545ac"}]} Aug 31 04:17:55.057339 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (32e0d3cc-cecf-4072-861e-69e212464544), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:55.062979 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:55.066022 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/32e0d3cc-cecf-4072-861e-69e212464544 HTTP/1.1" status: 204 len: 168 time: 0.5324907 Aug 31 04:17:55.078176 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936768b-7d05-4219-b47c-98ec3d5e54d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=32e0d3cc-cecf-4072-861e-69e212464544,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:55.258293 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49440) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:55.300606 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-5ebe5894-f624-42a6-a95e-a3dc5f1235c9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b2f251186d5346d9ae213f018e299cb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410855 Aug 31 04:17:55.303407 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49442) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:55.327898 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:55.346180 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:55.358417 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-17d647ac-2408-4658-87b7-3d372a76b088 admin admin] Publish callbacks [] for security_group (68e47741-54b2-47b6-9d96-6822d1b473da), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:55.380473 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-17d647ac-2408-4658-87b7-3d372a76b088 admin admin] Publish callbacks [] for security_group (68e47741-54b2-47b6-9d96-6822d1b473da), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:55.437607 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-17d647ac-2408-4658-87b7-3d372a76b088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (68e47741-54b2-47b6-9d96-6822d1b473da), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:55.441776 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-17d647ac-2408-4658-87b7-3d372a76b088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:55.443261 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-17d647ac-2408-4658-87b7-3d372a76b088 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/68e47741-54b2-47b6-9d96-6822d1b473da HTTP/1.1" status: 204 len: 168 time: 0.1389248 Aug 31 04:17:55.451970 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d647ac-2408-4658-87b7-3d372a76b088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e47741-54b2-47b6-9d96-6822d1b473da,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:55.621075 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a33e999f-56b8-403c-9d1f-cf2291245dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:55.676988 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:17:55.696462 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:17:55.696803 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device f46ff0fb-3dbd-4a95-8b2c-e09db2b71277 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:17:55.697212 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 0a723dc1-9f5f-4950-86a6-c37522f5763e no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:17:55.716018 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 0a723dc1-9f5f-4950-86a6-c37522f5763e {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:17:55.716368 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 0a723dc1-9f5f-4950-86a6-c37522f5763e not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:17:55.716802 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:17:55.736819 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:17:55.737163 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 650fd3b9-6a3c-4dde-ac30-7c8f9b6ffc35 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:17:56.180531 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49464) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:56.288643 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-334881117-network', 'tenant_id': 'b1ceffdf61d44ff9b7db06ae57395586'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:17:56.309707 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] Made reservation on behalf of b1ceffdf61d44ff9b7db06ae57395586 for: {'network': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:17:56.312030 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.321592 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.400650 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] Publish callbacks [] for security_group (54fe93ba-4a1e-40ec-a561-84c00c4cfec9), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.406520 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (54fe93ba-4a1e-40ec-a561-84c00c4cfec9), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.412493 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49468) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:56.439687 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=106458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:17:56.446290 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fe93ba-4a1e-40ec-a561-84c00c4cfec9,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:56.453207 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (0f57cc6a-cab2-4f11-9334-fdd3f8419f21), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.453638 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.segments_db [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] Added segment 0f57cc6a-cab2-4f11-9334-fdd3f8419f21 of type vlan for network db7ee38c-34ea-4868-85b0-e5cd9830fc6b Aug 31 04:17:56.488312 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:56.498109 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (db7ee38c-34ea-4868-85b0-e5cd9830fc6b), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.509789 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:56.527769 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (db7ee38c-34ea-4868-85b0-e5cd9830fc6b), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.528820 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:56.529402 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.565892 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-971bc3fd-66ec-40c1-9fba-fcfa3d5118e6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Deleting port efeecaa3-8a48-4146-a6f0-7c9befc733ee {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:17:56.566238 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-971bc3fd-66ec-40c1-9fba-fcfa3d5118e6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (efeecaa3-8a48-4146-a6f0-7c9befc733ee), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.585573 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4035313 Aug 31 04:17:56.593982 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49470) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:56.601338 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-13519b1b-3c0b-4d2a-bb3b-a8bb4edc997e admin admin] Request body: {'subnet': {'network_id': 'db7ee38c-34ea-4868-85b0-e5cd9830fc6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-334881117-subnet', 'tenant_id': 'b1ceffdf61d44ff9b7db06ae57395586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:17:56.612687 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6f1cd-cde6-410c-827c-2c3ba5daa9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=db7ee38c-34ea-4868-85b0-e5cd9830fc6b,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:56.623287 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network db7ee38c-34ea-4868-85b0-e5cd9830fc6b details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:17:56.629698 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13519b1b-3c0b-4d2a-bb3b-a8bb4edc997e admin admin] Made reservation on behalf of b1ceffdf61d44ff9b7db06ae57395586 for: {'subnet': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:17:56.632411 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-13519b1b-3c0b-4d2a-bb3b-a8bb4edc997e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3977020'] for subnet (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.661509 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-971bc3fd-66ec-40c1-9fba-fcfa3d5118e6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (efeecaa3-8a48-4146-a6f0-7c9befc733ee), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.661836 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-971bc3fd-66ec-40c1-9fba-fcfa3d5118e6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for floatingip (efeecaa3-8a48-4146-a6f0-7c9befc733ee), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.676082 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-971bc3fd-66ec-40c1-9fba-fcfa3d5118e6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Calling delete_port for efeecaa3-8a48-4146-a6f0-7c9befc733ee owned by network:floatingip {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:17:56.814077 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-13519b1b-3c0b-4d2a-bb3b-a8bb4edc997e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4007245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3977002'] for subnet (9bbb7a1f-b267-486f-b1c4-d44de7ecf668), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.829252 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-971bc3fd-66ec-40c1-9fba-fcfa3d5118e6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (efeecaa3-8a48-4146-a6f0-7c9befc733ee), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.854869 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bc3fd-66ec-40c1-9fba-fcfa3d5118e6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event deleted for resources: {'Port': ['ID=efeecaa3-8a48-4146-a6f0-7c9befc733ee,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:56.869597 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13519b1b-3c0b-4d2a-bb3b-a8bb4edc997e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bbb7a1f-b267-486f-b1c4-d44de7ecf668,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:56.888461 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13519b1b-3c0b-4d2a-bb3b-a8bb4edc997e admin admin] Checking segment: {'id': '0f57cc6a-cab2-4f11-9334-fdd3f8419f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'db7ee38c-34ea-4868-85b0-e5cd9830fc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:17:56.888809 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13519b1b-3c0b-4d2a-bb3b-a8bb4edc997e admin admin] Network hostable DHCP agents. Network: db7ee38c-34ea-4868-85b0-e5cd9830fc6b, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:17:56.910660 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13519b1b-3c0b-4d2a-bb3b-a8bb4edc997e admin admin] Network db7ee38c-34ea-4868-85b0-e5cd9830fc6b is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:17:56.922914 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-13519b1b-3c0b-4d2a-bb3b-a8bb4edc997e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, db7ee38c-34ea-4868-85b0-e5cd9830fc6b) {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:17:56.924172 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-971bc3fd-66ec-40c1-9fba-fcfa3d5118e6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for floatingip (78b51589-f68d-4276-80bc-a14143ed82fa), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.924637 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.l3_db [None req-971bc3fd-66ec-40c1-9fba-fcfa3d5118e6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Floating IP 78b51589-f68d-4276-80bc-a14143ed82fa disassociated (deleted). External IP: 172.27.1.157, port: 2e10088a-8bb6-4d01-af36-44f371a379a6. Aug 31 04:17:56.928654 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13519b1b-3c0b-4d2a-bb3b-a8bb4edc997e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:56.929752 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-13519b1b-3c0b-4d2a-bb3b-a8bb4edc997e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:56.933629 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bd7e91-1662-4ca2-921b-7f4dc776e421 None None] Network db7ee38c-34ea-4868-85b0-e5cd9830fc6b requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:17:56.957549 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-13519b1b-3c0b-4d2a-bb3b-a8bb4edc997e admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3620355 Aug 31 04:17:57.043084 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e742c890-28dc-4d9b-bf9d-6fe791cf2818 None None] Network db7ee38c-34ea-4868-85b0-e5cd9830fc6b requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:17:57.166670 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971bc3fd-66ec-40c1-9fba-fcfa3d5118e6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Router 0220139a-5748-4423-912f-9979ec9fe208 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:17:57.211427 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:57.224268 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:57.282176 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971bc3fd-66ec-40c1-9fba-fcfa3d5118e6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:17:57.290322 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-971bc3fd-66ec-40c1-9fba-fcfa3d5118e6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:57.294831 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a335a985-c80a-4e38-a015-da07627ff8b0 None None] Sync routers for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:17:57.304955 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a335a985-c80a-4e38-a015-da07627ff8b0 None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:17:57.305776 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-a335a985-c80a-4e38-a015-da07627ff8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:17:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:57.324983 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-971bc3fd-66ec-40c1-9fba-fcfa3d5118e6 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/78b51589-f68d-4276-80bc-a14143ed82fa HTTP/1.1" status: 204 len: 168 time: 0.9086204 Aug 31 04:17:57.324983 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008761e5-2f82-425b-8156-4262dc16ebaa', 'tag': '2e10088a-8bb6-4d01-af36-44f371a379a6'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:17:57.325211 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dcfa1d-098c-41d9-9a5c-73884e77e86a" -d '{"events": [{"name": "network-changed", "server_uuid": "008761e5-2f82-425b-8156-4262dc16ebaa", "tag": "2e10088a-8bb6-4d01-af36-44f371a379a6"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:17:57.372216 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf2e5f6-4ec1-4d95-b14a-4c0a2d4475ba x-openstack-request-id: req-abf2e5f6-4ec1-4d95-b14a-4c0a2d4475ba {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:17:57.373062 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008761e5-2f82-425b-8156-4262dc16ebaa", "tag": "2e10088a-8bb6-4d01-af36-44f371a379a6", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:17:57.373335 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abf2e5f6-4ec1-4d95-b14a-4c0a2d4475ba {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:17:57.373837 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf2e5f6-4ec1-4d95-b14a-4c0a2d4475ba'] response: {'name': 'network-changed', 'server_uuid': '008761e5-2f82-425b-8156-4262dc16ebaa', 'tag': '2e10088a-8bb6-4d01-af36-44f371a379a6', 'status': 'completed', 'code': 200} Aug 31 04:17:57.436108 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-a335a985-c80a-4e38-a015-da07627ff8b0 None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:17:57.442264 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcfa1d-098c-41d9-9a5c-73884e77e86a req-14f41bdf-fcc3-4df4-83e5-60f002c1756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:57.444010 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e2dcfa1d-098c-41d9-9a5c-73884e77e86a req-14f41bdf-fcc3-4df4-83e5-60f002c1756b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 1130 time: 0.0481555 Aug 31 04:17:57.551021 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49492) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:57.557647 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-161300754-network', 'tenant_id': '2043c59e8fc14ab39bf8c0bd02f1d10e'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:17:57.564086 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcfa1d-098c-41d9-9a5c-73884e77e86a req-8251a9d5-df34-46c1-926c-cff6f0180e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:57.565709 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e2dcfa1d-098c-41d9-9a5c-73884e77e86a req-8251a9d5-df34-46c1-926c-cff6f0180e45 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 913 time: 0.1162863 Aug 31 04:17:57.592295 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] Made reservation on behalf of 2043c59e8fc14ab39bf8c0bd02f1d10e for: {'network': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:17:57.595674 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:57.610007 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:57.614656 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c8661-4bb0-4383-a9a6-d8c65fd13427 req-db12373a-9496-47a6-80da-99f50635234b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:57.616505 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f21c8661-4bb0-4383-a9a6-d8c65fd13427 req-db12373a-9496-47a6-80da-99f50635234b tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 946 time: 0.0499134 Aug 31 04:17:57.677135 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f21c8661-4bb0-4383-a9a6-d8c65fd13427 req-6b068f66-5047-4aa9-806a-fb9cfe838c07 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532436 Aug 31 04:17:57.686344 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-58068d49-b6a2-462f-9ea9-baeb41d541e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:57.717281 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] Publish callbacks [] for security_group (38a2e2c2-a366-471d-8130-683f9cd716f2), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:57.722387 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (38a2e2c2-a366-471d-8130-683f9cd716f2), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:57.751307 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=106458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:17:57.763337 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a2e2c2-a366-471d-8130-683f9cd716f2,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:57.769408 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (1342db18-8d55-439d-8db7-925863c1f1cb), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:57.769745 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.segments_db [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] Added segment 1342db18-8d55-439d-8db7-925863c1f1cb of type vlan for network 9d07f484-950e-45fa-9aad-b62d0f55e841 Aug 31 04:17:57.784944 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-a335a985-c80a-4e38-a015-da07627ff8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '1db98e9b-2876-48e5-a8c4-1ba10d295da5', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0220139a-5748-4423-912f-9979ec9fe208', 'port_id': 'cec5d875-c053-4ef2-a631-7779726cb122', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'mac_address': 'fa:16:3e:33:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:14:08Z', 'updated_at': '2022-08-31T04:14:11Z', 'revision_number': 1, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:57.810741 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a335a985-c80a-4e38-a015-da07627ff8b0 None None] Checking router: 0220139a-5748-4423-912f-9979ec9fe208 for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:17:57.814611 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (9d07f484-950e-45fa-9aad-b62d0f55e841), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:57.819591 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a335a985-c80a-4e38-a015-da07627ff8b0 None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:17:57.820211 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-a335a985-c80a-4e38-a015-da07627ff8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:17:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:57.841476 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (9d07f484-950e-45fa-9aad-b62d0f55e841), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:57.842569 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:57.843189 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:57.866351 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:57.896863 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:57.909671 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3558259 Aug 31 04:17:57.912977 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49494) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:57.915352 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7e678-4303-4806-bf53-aaa161da3f0d admin admin] Pushing event updated for resources: {'Network': ['ID=9d07f484-950e-45fa-9aad-b62d0f55e841,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:57.919048 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-4ea0e20e-0bec-49b9-965e-5e63d765d5e4 admin admin] Request body: {'subnet': {'network_id': '9d07f484-950e-45fa-9aad-b62d0f55e841', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-161300754-subnet', 'tenant_id': '2043c59e8fc14ab39bf8c0bd02f1d10e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:17:57.927780 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network 9d07f484-950e-45fa-9aad-b62d0f55e841 details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:17:57.941684 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea0e20e-0bec-49b9-965e-5e63d765d5e4 admin admin] Made reservation on behalf of 2043c59e8fc14ab39bf8c0bd02f1d10e for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:17:57.944505 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4ea0e20e-0bec-49b9-965e-5e63d765d5e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4017601'] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:57.945106 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-a335a985-c80a-4e38-a015-da07627ff8b0 None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:17:58.116945 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4ea0e20e-0bec-49b9-965e-5e63d765d5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2222273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4017623'] for subnet (0d353167-012d-4525-a78b-6b669b3fc3f6), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:58.166586 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-a335a985-c80a-4e38-a015-da07627ff8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '1db98e9b-2876-48e5-a8c4-1ba10d295da5', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0220139a-5748-4423-912f-9979ec9fe208', 'port_id': 'cec5d875-c053-4ef2-a631-7779726cb122', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'mac_address': 'fa:16:3e:33:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:14:08Z', 'updated_at': '2022-08-31T04:14:11Z', 'revision_number': 1, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:58.173966 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0e20e-0bec-49b9-965e-5e63d765d5e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d353167-012d-4525-a78b-6b669b3fc3f6,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:58.190800 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea0e20e-0bec-49b9-965e-5e63d765d5e4 admin admin] Checking segment: {'id': '1342db18-8d55-439d-8db7-925863c1f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9d07f484-950e-45fa-9aad-b62d0f55e841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:17:58.191227 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea0e20e-0bec-49b9-965e-5e63d765d5e4 admin admin] Network hostable DHCP agents. Network: 9d07f484-950e-45fa-9aad-b62d0f55e841, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:17:58.202409 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a335a985-c80a-4e38-a015-da07627ff8b0 None None] The sync data for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi is: [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '1db98e9b-2876-48e5-a8c4-1ba10d295da5', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '0220139a-5748-4423-912f-9979ec9fe208', 'port_id': 'cec5d875-c053-4ef2-a631-7779726cb122', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'mac_address': 'fa:16:3e:33:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:14:08Z', 'updated_at': '2022-08-31T04:14:11Z', 'revision_number': 1, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:17:58.211120 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea0e20e-0bec-49b9-965e-5e63d765d5e4 admin admin] Network 9d07f484-950e-45fa-9aad-b62d0f55e841 is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:17:58.222156 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-4ea0e20e-0bec-49b9-965e-5e63d765d5e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, 9d07f484-950e-45fa-9aad-b62d0f55e841) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:17:58.227168 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea0e20e-0bec-49b9-965e-5e63d765d5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:58.227774 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4ea0e20e-0bec-49b9-965e-5e63d765d5e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:58.233455 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59da35a6-1080-49d6-9344-e5e518b9bd81 None None] Network 9d07f484-950e-45fa-9aad-b62d0f55e841 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:17:58.251715 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-4ea0e20e-0bec-49b9-965e-5e63d765d5e4 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3368618 Aug 31 04:17:58.303459 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:58.356393 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878564f9-ba97-4f7f-adfe-0be3762c0be5 None None] Network 9d07f484-950e-45fa-9aad-b62d0f55e841 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:17:58.392895 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49498) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:58.444188 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_v2 [None req-47594c36-10d1-40ad-8ae4-4a617f33f661 admin admin] Deleting subnet 9bbb7a1f-b267-486f-b1c4-d44de7ecf668 {{(pid=106458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:17:58.448239 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-47594c36-10d1-40ad-8ae4-4a617f33f661 admin admin] Publish callbacks [] for subnet (9bbb7a1f-b267-486f-b1c4-d44de7ecf668), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:58.486322 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-47594c36-10d1-40ad-8ae4-4a617f33f661 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838308'] for subnet (9bbb7a1f-b267-486f-b1c4-d44de7ecf668), precommit_delete_associations {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:58.518994 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e2dcfa1d-098c-41d9-9a5c-73884e77e86a req-a72ae9fd-a062-43c7-8ed5-5da4c6941f21 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e10088a-8bb6-4d01-af36-44f371a379a6 HTTP/1.1" status: 200 len: 217 time: 0.0401390 Aug 31 04:17:58.523190 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26af1dd3-83d3-4953-961f-40c6a05973d2 None None] New status for floating IP 78b51589-f68d-4276-80bc-a14143ed82fa: DOWN {{(pid=106460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:17:58.526597 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:58.530298 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-47594c36-10d1-40ad-8ae4-4a617f33f661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (9bbb7a1f-b267-486f-b1c4-d44de7ecf668), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:58.579527 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcfa1d-098c-41d9-9a5c-73884e77e86a req-a9625246-e580-40db-a6ce-cfd1823b6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:58.581218 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e2dcfa1d-098c-41d9-9a5c-73884e77e86a req-a9625246-e580-40db-a6ce-cfd1823b6940 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 200 len: 851 time: 0.0473824 Aug 31 04:17:58.588966 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-47594c36-10d1-40ad-8ae4-4a617f33f661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4007182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3976995'] for subnet (9bbb7a1f-b267-486f-b1c4-d44de7ecf668), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:58.620537 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47594c36-10d1-40ad-8ae4-4a617f33f661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bbb7a1f-b267-486f-b1c4-d44de7ecf668,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:58.624747 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-47594c36-10d1-40ad-8ae4-4a617f33f661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:58.631569 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-47594c36-10d1-40ad-8ae4-4a617f33f661 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/9bbb7a1f-b267-486f-b1c4-d44de7ecf668 HTTP/1.1" status: 204 len: 168 time: 0.2339997 Aug 31 04:17:58.631683 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49500) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:58.734260 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcfa1d-098c-41d9-9a5c-73884e77e86a req-0053c5ac-0391-4add-a8a2-041791f0e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:58.735850 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e2dcfa1d-098c-41d9-9a5c-73884e77e86a req-0053c5ac-0391-4add-a8a2-041791f0e9e1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=afdd8bcf-e898-41b9-a268-9083d2b02846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576899 Aug 31 04:17:58.738428 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dec78ab3-80ea-4eec-b20f-957ecb0f0b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (db7ee38c-34ea-4868-85b0-e5cd9830fc6b), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:58.741063 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:58.826915 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:58.894560 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e95cd6-ecce-4453-8ab5-6c693509c793 req-d47fcc8f-b246-4a69-879d-76455708618d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:58.896008 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b4e95cd6-ecce-4453-8ab5-6c693509c793 req-d47fcc8f-b246-4a69-879d-76455708618d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 946 time: 0.1301537 Aug 31 04:17:58.909248 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:58.917809 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:58.968343 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dec78ab3-80ea-4eec-b20f-957ecb0f0b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (db7ee38c-34ea-4868-85b0-e5cd9830fc6b), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:58.973134 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e2dcfa1d-098c-41d9-9a5c-73884e77e86a req-f1e1f3a9-d4b3-4ee0-9eb6-162ef580d77d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303641 Aug 31 04:17:59.041053 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-dec78ab3-80ea-4eec-b20f-957ecb0f0b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7ee38c-34ea-4868-85b0-e5cd9830fc6b']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:59.087013 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4f655-b0e2-46c5-8907-9bdb33a0ce83 req-004fb5d5-db5d-40f9-a3cf-52ed275072fc tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:17:59.088493 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6a4f655-b0e2-46c5-8907-9bdb33a0ce83 req-004fb5d5-db5d-40f9-a3cf-52ed275072fc tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 946 time: 0.1432478 Aug 31 04:17:59.090103 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-dec78ab3-80ea-4eec-b20f-957ecb0f0b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f57cc6a-cab2-4f11-9334-fdd3f8419f21') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:59.090398 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-dec78ab3-80ea-4eec-b20f-957ecb0f0b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f57cc6a-cab2-4f11-9334-fdd3f8419f21') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:59.120386 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dec78ab3-80ea-4eec-b20f-957ecb0f0b06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269191'] for segment (0f57cc6a-cab2-4f11-9334-fdd3f8419f21), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.142201 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b4e95cd6-ecce-4453-8ab5-6c693509c793 req-0c9b3478-fcb1-4636-9f3b-8f4fc1858224 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131484 Aug 31 04:17:59.166386 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dec78ab3-80ea-4eec-b20f-957ecb0f0b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (0f57cc6a-cab2-4f11-9334-fdd3f8419f21), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.184937 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec78ab3-80ea-4eec-b20f-957ecb0f0b06 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:17:59.185332 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dec78ab3-80ea-4eec-b20f-957ecb0f0b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222628'] for segment (0f57cc6a-cab2-4f11-9334-fdd3f8419f21), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.229580 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 0f57cc6a-cab2-4f11-9334-fdd3f8419f21 resource provider aggregate not found Aug 31 04:17:59.287468 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 0f57cc6a-cab2-4f11-9334-fdd3f8419f21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f57cc6a-cab2-4f11-9334-fdd3f8419f21 found for delete ", "request_id": "req-efc6689b-f2a7-4a7e-a089-ce1d443de9c8"}]} Aug 31 04:17:59.292694 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e2dcfa1d-098c-41d9-9a5c-73884e77e86a req-07ec1699-935b-4e48-87ee-7b9c6a1a2bce service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119862 Aug 31 04:17:59.299403 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-f6a4f655-b0e2-46c5-8907-9bdb33a0ce83 req-935f8509-e8ed-4bb5-9d38-697b84666f12 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Deleting port 2e10088a-8bb6-4d01-af36-44f371a379a6 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:17:59.299754 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f6a4f655-b0e2-46c5-8907-9bdb33a0ce83 req-935f8509-e8ed-4bb5-9d38-697b84666f12 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.304430 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dec78ab3-80ea-4eec-b20f-957ecb0f0b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (db7ee38c-34ea-4868-85b0-e5cd9830fc6b), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.319269 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dec78ab3-80ea-4eec-b20f-957ecb0f0b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.322367 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-dec78ab3-80ea-4eec-b20f-957ecb0f0b06 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/db7ee38c-34ea-4868-85b0-e5cd9830fc6b HTTP/1.1" status: 204 len: 168 time: 0.6905820 Aug 31 04:17:59.325388 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49508) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:59.363015 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec78ab3-80ea-4eec-b20f-957ecb0f0b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=db7ee38c-34ea-4868-85b0-e5cd9830fc6b,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:59.373252 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4c3f29-9e92-457a-9e7a-ffcd11809a42 admin admin] Deleting subnet 0d353167-012d-4525-a78b-6b669b3fc3f6 {{(pid=106458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:17:59.376616 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3f29-9e92-457a-9e7a-ffcd11809a42 admin admin] Publish callbacks [] for subnet (0d353167-012d-4525-a78b-6b669b3fc3f6), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.413263 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3f29-9e92-457a-9e7a-ffcd11809a42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838308'] for subnet (0d353167-012d-4525-a78b-6b669b3fc3f6), precommit_delete_associations {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.414261 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-f6a4f655-b0e2-46c5-8907-9bdb33a0ce83 req-935f8509-e8ed-4bb5-9d38-697b84666f12 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] For port 2e10088a-8bb6-4d01-af36-44f371a379a6, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2e10088a-8bb6-4d01-af36-44f371a379a6,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:17:59.414684 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f6a4f655-b0e2-46c5-8907-9bdb33a0ce83 req-935f8509-e8ed-4bb5-9d38-697b84666f12 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.429112 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-f6a4f655-b0e2-46c5-8907-9bdb33a0ce83 req-935f8509-e8ed-4bb5-9d38-697b84666f12 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Calling delete_port for 2e10088a-8bb6-4d01-af36-44f371a379a6 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:17:59.455713 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3f29-9e92-457a-9e7a-ffcd11809a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (0d353167-012d-4525-a78b-6b669b3fc3f6), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.509694 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:17:59.514588 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3f29-9e92-457a-9e7a-ffcd11809a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4007182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3976995'] for subnet (0d353167-012d-4525-a78b-6b669b3fc3f6), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.541925 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c3f29-9e92-457a-9e7a-ffcd11809a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d353167-012d-4525-a78b-6b669b3fc3f6,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:59.543966 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3f29-9e92-457a-9e7a-ffcd11809a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.547150 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-3a4c3f29-9e92-457a-9e7a-ffcd11809a42 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/0d353167-012d-4525-a78b-6b669b3fc3f6 HTTP/1.1" status: 204 len: 168 time: 0.2205186 Aug 31 04:17:59.549673 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49510) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:17:59.564614 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f6a4f655-b0e2-46c5-8907-9bdb33a0ce83 req-935f8509-e8ed-4bb5-9d38-697b84666f12 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (2e10088a-8bb6-4d01-af36-44f371a379a6), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.599890 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f8509-e8ed-4bb5-9d38-697b84666f12 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event deleted for resources: {'Port': ['ID=2e10088a-8bb6-4d01-af36-44f371a379a6,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:17:59.622659 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a75bbbee-e773-42ae-8005-1a50cbad3053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (9d07f484-950e-45fa-9aad-b62d0f55e841), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.648591 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a4f655-b0e2-46c5-8907-9bdb33a0ce83 req-935f8509-e8ed-4bb5-9d38-697b84666f12 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] No DVR routers for this DVR port 2e10088a-8bb6-4d01-af36-44f371a379a6 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:17:59.651262 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-f6a4f655-b0e2-46c5-8907-9bdb33a0ce83 req-935f8509-e8ed-4bb5-9d38-697b84666f12 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.654559 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f6a4f655-b0e2-46c5-8907-9bdb33a0ce83 req-935f8509-e8ed-4bb5-9d38-697b84666f12 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.26 "DELETE /networking/v2.0/ports/2e10088a-8bb6-4d01-af36-44f371a379a6 HTTP/1.1" status: 204 len: 173 time: 0.5474312 Aug 31 04:17:59.654998 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008761e5-2f82-425b-8156-4262dc16ebaa', 'name': 'network-vif-deleted', 'tag': '2e10088a-8bb6-4d01-af36-44f371a379a6'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:17:59.657284 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ecf80b-c031-42bb-a900-053d4ccddb46" -d '{"events": [{"server_uuid": "008761e5-2f82-425b-8156-4262dc16ebaa", "name": "network-vif-deleted", "tag": "2e10088a-8bb6-4d01-af36-44f371a379a6"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:17:59.696278 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662e8a5f-1e6a-483b-95ad-cea11be983d4 x-openstack-request-id: req-662e8a5f-1e6a-483b-95ad-cea11be983d4 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:17:59.696814 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008761e5-2f82-425b-8156-4262dc16ebaa", "name": "network-vif-deleted", "tag": "2e10088a-8bb6-4d01-af36-44f371a379a6", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:17:59.697123 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-662e8a5f-1e6a-483b-95ad-cea11be983d4 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:17:59.697553 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662e8a5f-1e6a-483b-95ad-cea11be983d4'] response: {'server_uuid': '008761e5-2f82-425b-8156-4262dc16ebaa', 'name': 'network-vif-deleted', 'tag': '2e10088a-8bb6-4d01-af36-44f371a379a6', 'status': 'completed', 'code': 200} Aug 31 04:17:59.709044 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a75bbbee-e773-42ae-8005-1a50cbad3053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (9d07f484-950e-45fa-9aad-b62d0f55e841), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.731819 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-a75bbbee-e773-42ae-8005-1a50cbad3053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d07f484-950e-45fa-9aad-b62d0f55e841']}} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:59.741662 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-a75bbbee-e773-42ae-8005-1a50cbad3053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1342db18-8d55-439d-8db7-925863c1f1cb') {'for_net_delete': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:59.741971 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-a75bbbee-e773-42ae-8005-1a50cbad3053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1342db18-8d55-439d-8db7-925863c1f1cb') {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:17:59.751785 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a75bbbee-e773-42ae-8005-1a50cbad3053 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838319'] for segment (1342db18-8d55-439d-8db7-925863c1f1cb), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.765259 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a75bbbee-e773-42ae-8005-1a50cbad3053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (1342db18-8d55-439d-8db7-925863c1f1cb), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.771768 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75bbbee-e773-42ae-8005-1a50cbad3053 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=106458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:17:59.772155 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a75bbbee-e773-42ae-8005-1a50cbad3053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4007848'] for segment (1342db18-8d55-439d-8db7-925863c1f1cb), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.816027 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment 1342db18-8d55-439d-8db7-925863c1f1cb resource provider aggregate not found Aug 31 04:17:59.836670 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment 1342db18-8d55-439d-8db7-925863c1f1cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1342db18-8d55-439d-8db7-925863c1f1cb found for delete ", "request_id": "req-1c78a888-3d80-4cfa-8bdf-80f3cf0e4f0c"}]} Aug 31 04:17:59.841812 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a75bbbee-e773-42ae-8005-1a50cbad3053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (9d07f484-950e-45fa-9aad-b62d0f55e841), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.848228 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a75bbbee-e773-42ae-8005-1a50cbad3053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:17:59.852378 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-a75bbbee-e773-42ae-8005-1a50cbad3053 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/9d07f484-950e-45fa-9aad-b62d0f55e841 HTTP/1.1" status: 204 len: 168 time: 0.3017738 Aug 31 04:17:59.863276 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bbbee-e773-42ae-8005-1a50cbad3053 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d07f484-950e-45fa-9aad-b62d0f55e841,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:00.048153 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49520) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:00.093831 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-54550888-30f9-4976-a43e-5274746ef719 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b1ceffdf61d44ff9b7db06ae57395586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444698 Aug 31 04:18:00.096443 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49522) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:00.146900 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4173-aba0-4df7-b12f-f504fe73caab admin admin] Publish callbacks [] for security_group (54fe93ba-4a1e-40ec-a561-84c00c4cfec9), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:00.168254 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4173-aba0-4df7-b12f-f504fe73caab admin admin] Publish callbacks [] for security_group (54fe93ba-4a1e-40ec-a561-84c00c4cfec9), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:00.184758 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:00.222862 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4173-aba0-4df7-b12f-f504fe73caab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (54fe93ba-4a1e-40ec-a561-84c00c4cfec9), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:00.225956 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4173-aba0-4df7-b12f-f504fe73caab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:00.227157 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-e8ee4173-aba0-4df7-b12f-f504fe73caab admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/54fe93ba-4a1e-40ec-a561-84c00c4cfec9 HTTP/1.1" status: 204 len: 168 time: 0.1297941 Aug 31 04:18:00.238264 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee4173-aba0-4df7-b12f-f504fe73caab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fe93ba-4a1e-40ec-a561-84c00c4cfec9,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:00.267931 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2e7eaa73-5323-452f-949c-d354157b86e7 req-c63c7ac1-639f-4479-b66b-37635f6f0ab8 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=008761e5-2f82-425b-8156-4262dc16ebaa HTTP/1.1" status: 200 len: 210 time: 0.0314662 Aug 31 04:18:00.488858 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:00.493416 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:00.586694 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49530) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:00.629669 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-b061f02f-d1b8-42a1-920c-4bc68b65c5ca admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2043c59e8fc14ab39bf8c0bd02f1d10e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417590 Aug 31 04:18:00.632559 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49532) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:00.655879 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:00.682477 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1907d349-dbd9-4085-aa5a-1835c102432e admin admin] Publish callbacks [] for security_group (38a2e2c2-a366-471d-8130-683f9cd716f2), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:00.702931 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1907d349-dbd9-4085-aa5a-1835c102432e admin admin] Publish callbacks [] for security_group (38a2e2c2-a366-471d-8130-683f9cd716f2), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:00.711702 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:00.753845 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1907d349-dbd9-4085-aa5a-1835c102432e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (38a2e2c2-a366-471d-8130-683f9cd716f2), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:00.756664 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1907d349-dbd9-4085-aa5a-1835c102432e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:00.757819 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-1907d349-dbd9-4085-aa5a-1835c102432e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/38a2e2c2-a366-471d-8130-683f9cd716f2 HTTP/1.1" status: 204 len: 168 time: 0.1243734 Aug 31 04:18:00.765657 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907d349-dbd9-4085-aa5a-1835c102432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a2e2c2-a366-471d-8130-683f9cd716f2,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:03.506076 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 2e10088a-8bb6-4d01-af36-44f371a379a6 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:18:03.526275 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 2e10088a-8bb6-4d01-af36-44f371a379a6 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:18:03.526629 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 2e10088a-8bb6-4d01-af36-44f371a379a6 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:18:03.595436 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49598) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:03.748562 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-747769da-6ded-4282-896b-705ae84b1f7c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Deleting port 6571f3e2-9f34-4c6d-aa06-16facb2469cc {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:18:03.748914 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-747769da-6ded-4282-896b-705ae84b1f7c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (6571f3e2-9f34-4c6d-aa06-16facb2469cc), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:03.838723 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-747769da-6ded-4282-896b-705ae84b1f7c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (6571f3e2-9f34-4c6d-aa06-16facb2469cc), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:03.839071 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-747769da-6ded-4282-896b-705ae84b1f7c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for floatingip (6571f3e2-9f34-4c6d-aa06-16facb2469cc), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:03.852503 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-747769da-6ded-4282-896b-705ae84b1f7c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Calling delete_port for 6571f3e2-9f34-4c6d-aa06-16facb2469cc owned by network:floatingip {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:18:04.034462 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-747769da-6ded-4282-896b-705ae84b1f7c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (6571f3e2-9f34-4c6d-aa06-16facb2469cc), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:04.058671 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747769da-6ded-4282-896b-705ae84b1f7c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event deleted for resources: {'Port': ['ID=6571f3e2-9f34-4c6d-aa06-16facb2469cc,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:04.126894 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-747769da-6ded-4282-896b-705ae84b1f7c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for floatingip (1db98e9b-2876-48e5-a8c4-1ba10d295da5), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:04.127243 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.l3_db [None req-747769da-6ded-4282-896b-705ae84b1f7c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Floating IP 1db98e9b-2876-48e5-a8c4-1ba10d295da5 disassociated (deleted). External IP: 172.27.1.222, port: cec5d875-c053-4ef2-a631-7779726cb122. Aug 31 04:18:04.338097 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747769da-6ded-4282-896b-705ae84b1f7c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Router 0220139a-5748-4423-912f-9979ec9fe208 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:18:04.395905 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:04.429820 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:04.441252 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747769da-6ded-4282-896b-705ae84b1f7c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:18:04.446576 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-747769da-6ded-4282-896b-705ae84b1f7c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:04.451355 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95742b8a-f39b-42b3-a9f2-99da50a8d8be None None] Sync routers for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:18:04.461065 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95742b8a-f39b-42b3-a9f2-99da50a8d8be None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:18:04.461672 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-95742b8a-f39b-42b3-a9f2-99da50a8d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:17:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:04.482119 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-747769da-6ded-4282-896b-705ae84b1f7c tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/1db98e9b-2876-48e5-a8c4-1ba10d295da5 HTTP/1.1" status: 204 len: 168 time: 0.8826120 Aug 31 04:18:04.482119 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'tag': 'cec5d875-c053-4ef2-a631-7779726cb122'}] {{(pid=106458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:18:04.482462 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab21058fd9cc7c6c9b6319ea517c36f91abc2cee6dad35e856c077ecf1eac4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8763f56-7b35-4580-a5de-7aa350e6368f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f732c2-506d-4871-825e-2672cb8a2452", "tag": "cec5d875-c053-4ef2-a631-7779726cb122"}]}' {{(pid=106458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:18:04.565063 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:04.569864 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-95742b8a-f39b-42b3-a9f2-99da50a8d8be None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:18:04.683431 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02381461-8ca9-49c2-92da-d9332ddefa24 x-openstack-request-id: req-02381461-8ca9-49c2-92da-d9332ddefa24 {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:18:04.683981 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f732c2-506d-4871-825e-2672cb8a2452", "tag": "cec5d875-c053-4ef2-a631-7779726cb122", "status": "completed", "code": 200}]} {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:18:04.683981 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02381461-8ca9-49c2-92da-d9332ddefa24 {{(pid=106458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:18:04.684404 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02381461-8ca9-49c2-92da-d9332ddefa24'] response: {'name': 'network-changed', 'server_uuid': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'tag': 'cec5d875-c053-4ef2-a631-7779726cb122', 'status': 'completed', 'code': 200} Aug 31 04:18:04.700688 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:04.730515 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343b618-abc9-4828-af8c-a9d7c283086c req-b3559492-f743-453e-bd7e-d810e3de6e79 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:18:04.732042 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4343b618-abc9-4828-af8c-a9d7c283086c req-b3559492-f743-453e-bd7e-d810e3de6e79 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 945 time: 0.0475478 Aug 31 04:18:04.775635 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-95742b8a-f39b-42b3-a9f2-99da50a8d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:04.781171 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4343b618-abc9-4828-af8c-a9d7c283086c req-0e4df5ee-2e75-4dca-956b-b7112af3bcee tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428891 Aug 31 04:18:04.804113 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95742b8a-f39b-42b3-a9f2-99da50a8d8be None None] Checking router: 0220139a-5748-4423-912f-9979ec9fe208 for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:18:04.813256 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95742b8a-f39b-42b3-a9f2-99da50a8d8be None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:18:04.813859 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-95742b8a-f39b-42b3-a9f2-99da50a8d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:17:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:04.911976 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-95742b8a-f39b-42b3-a9f2-99da50a8d8be None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:18:05.107659 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-95742b8a-f39b-42b3-a9f2-99da50a8d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:05.135349 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95742b8a-f39b-42b3-a9f2-99da50a8d8be None None] The sync data for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi is: [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:10:47Z', 'revision_number': 4, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'bb2b9907-31ba-4afd-83e2-465025152945', 'name': '', 'network_id': 'afdd8bcf-e898-41b9-a268-9083d2b02846', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'mac_address': 'fa:16:3e:76:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:45Z', 'updated_at': '2022-08-31T04:10:53Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'subnets': [{'id': 'c5eda9f6-9209-4a3c-b6fa-f878a92de383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:18:05.376599 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16617de-5b77-490c-89b9-c81f791348cb None None] New status for floating IP 1db98e9b-2876-48e5-a8c4-1ba10d295da5: DOWN {{(pid=106460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:18:05.904196 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79957e-e8ce-4550-8820-921898c2848d req-6e117a0b-b7e3-42be-9abd-d6713b23c4d1 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:18:05.905683 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0d79957e-e8ce-4550-8820-921898c2848d req-6e117a0b-b7e3-42be-9abd-d6713b23c4d1 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 945 time: 0.0481961 Aug 31 04:18:05.964394 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0d79957e-e8ce-4550-8820-921898c2848d req-aa4bd56c-d938-4082-b26f-1af323195fd0 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530121 Aug 31 04:18:07.111479 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72460bcf-14f3-4bd1-8a69-e5204d7229bd req-0ee57076-2335-4456-8ac5-6cdda9099cdd tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:18:07.112946 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-72460bcf-14f3-4bd1-8a69-e5204d7229bd req-0ee57076-2335-4456-8ac5-6cdda9099cdd tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 945 time: 0.0547307 Aug 31 04:18:07.169697 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-72460bcf-14f3-4bd1-8a69-e5204d7229bd req-ae505cdd-98ef-4fe7-8f5e-7d092e8e3607 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484750 Aug 31 04:18:07.989160 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8763f56-7b35-4580-a5de-7aa350e6368f req-86206c2e-ae0e-47e6-b02e-a600ecc5ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:18:07.991755 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b8763f56-7b35-4580-a5de-7aa350e6368f req-86206c2e-ae0e-47e6-b02e-a600ecc5ce15 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=e6db5b66c75c499d98d02d6e0041299f&device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 1129 time: 0.0425422 Aug 31 04:18:08.094933 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8763f56-7b35-4580-a5de-7aa350e6368f req-6d137102-e015-46b3-bfcf-d87fea698fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:18:08.096490 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b8763f56-7b35-4580-a5de-7aa350e6368f req-6d137102-e015-46b3-bfcf-d87fea698fcf service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 200 len: 913 time: 0.0970371 Aug 31 04:18:08.247084 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b8763f56-7b35-4580-a5de-7aa350e6368f req-c4c98459-925d-41c7-b922-ed48d57cd312 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cec5d875-c053-4ef2-a631-7779726cb122 HTTP/1.1" status: 200 len: 217 time: 0.0378239 Aug 31 04:18:08.326326 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b1a61-f18e-412c-aa70-4a98bff76816 req-f66b1491-91c3-40b4-8261-5bdc59263cc7 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:18:08.327953 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6a3b1a61-f18e-412c-aa70-4a98bff76816 req-f66b1491-91c3-40b4-8261-5bdc59263cc7 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 945 time: 0.0829282 Aug 31 04:18:08.352581 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8763f56-7b35-4580-a5de-7aa350e6368f req-23e15220-6350-4403-a115-2e5cd82a7c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:18:08.355070 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b8763f56-7b35-4580-a5de-7aa350e6368f req-23e15220-6350-4403-a115-2e5cd82a7c5b service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 200 len: 851 time: 0.1000144 Aug 31 04:18:08.389687 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-6a3b1a61-f18e-412c-aa70-4a98bff76816 req-4d278440-8a03-440c-bc97-dea4a68795b0 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551054 Aug 31 04:18:08.458158 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8763f56-7b35-4580-a5de-7aa350e6368f req-b353a374-7556-4608-9a0b-838a62a273e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:18:08.459780 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b8763f56-7b35-4580-a5de-7aa350e6368f req-b353a374-7556-4608-9a0b-838a62a273e8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=afdd8bcf-e898-41b9-a268-9083d2b02846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416408 Aug 31 04:18:08.851348 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b65562-98f7-46ae-acb3-391cd505dab1 req-671f1fe0-d541-428a-8c3f-640b0ff8a7e2 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:18:08.853051 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-44b65562-98f7-46ae-acb3-391cd505dab1 req-671f1fe0-d541-428a-8c3f-640b0ff8a7e2 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 945 time: 0.3378682 Aug 31 04:18:08.901271 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:08.909396 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b8763f56-7b35-4580-a5de-7aa350e6368f req-eb9eb0de-a16e-4dfe-959f-552164119b2e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429543 Aug 31 04:18:09.002529 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-44b65562-98f7-46ae-acb3-391cd505dab1 req-bb383256-6565-4327-aca9-1376dcae2431 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Deleting port cec5d875-c053-4ef2-a631-7779726cb122 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:18:09.002865 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-44b65562-98f7-46ae-acb3-391cd505dab1 req-bb383256-6565-4327-aca9-1376dcae2431 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (cec5d875-c053-4ef2-a631-7779726cb122), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:09.059373 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:09.091260 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b8763f56-7b35-4580-a5de-7aa350e6368f req-675bd46a-b068-417b-a3d8-873c33f3fcae service neutron] 10.222.0.26 "GET /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752889 Aug 31 04:18:09.125961 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-44b65562-98f7-46ae-acb3-391cd505dab1 req-bb383256-6565-4327-aca9-1376dcae2431 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] For port cec5d875-c053-4ef2-a631-7779726cb122, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=cec5d875-c053-4ef2-a631-7779726cb122,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:18:09.126348 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-44b65562-98f7-46ae-acb3-391cd505dab1 req-bb383256-6565-4327-aca9-1376dcae2431 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (cec5d875-c053-4ef2-a631-7779726cb122), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:09.139370 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-44b65562-98f7-46ae-acb3-391cd505dab1 req-bb383256-6565-4327-aca9-1376dcae2431 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Calling delete_port for cec5d875-c053-4ef2-a631-7779726cb122 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:18:09.271421 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-44b65562-98f7-46ae-acb3-391cd505dab1 req-bb383256-6565-4327-aca9-1376dcae2431 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (cec5d875-c053-4ef2-a631-7779726cb122), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:09.305134 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb383256-6565-4327-aca9-1376dcae2431 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event deleted for resources: {'Port': ['ID=cec5d875-c053-4ef2-a631-7779726cb122,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:09.350229 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b65562-98f7-46ae-acb3-391cd505dab1 req-bb383256-6565-4327-aca9-1376dcae2431 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] No DVR routers for this DVR port cec5d875-c053-4ef2-a631-7779726cb122 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:18:09.352997 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-44b65562-98f7-46ae-acb3-391cd505dab1 req-bb383256-6565-4327-aca9-1376dcae2431 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:09.356682 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-44b65562-98f7-46ae-acb3-391cd505dab1 req-bb383256-6565-4327-aca9-1376dcae2431 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.26 "DELETE /networking/v2.0/ports/cec5d875-c053-4ef2-a631-7779726cb122 HTTP/1.1" status: 204 len: 173 time: 0.4981229 Aug 31 04:18:09.357138 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'name': 'network-vif-deleted', 'tag': 'cec5d875-c053-4ef2-a631-7779726cb122'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:18:09.359412 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab7ef82-491b-4070-8c58-15678d0f8f1c" -d '{"events": [{"server_uuid": "d0f732c2-506d-4871-825e-2672cb8a2452", "name": "network-vif-deleted", "tag": "cec5d875-c053-4ef2-a631-7779726cb122"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:18:09.400076 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a484b40-81ff-4df8-a773-5b6605ea3534 x-openstack-request-id: req-1a484b40-81ff-4df8-a773-5b6605ea3534 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:18:09.400362 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f732c2-506d-4871-825e-2672cb8a2452", "name": "network-vif-deleted", "tag": "cec5d875-c053-4ef2-a631-7779726cb122", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:18:09.400645 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a484b40-81ff-4df8-a773-5b6605ea3534 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:18:09.401175 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a484b40-81ff-4df8-a773-5b6605ea3534'] response: {'server_uuid': 'd0f732c2-506d-4871-825e-2672cb8a2452', 'name': 'network-vif-deleted', 'tag': 'cec5d875-c053-4ef2-a631-7779726cb122', 'status': 'completed', 'code': 200} Aug 31 04:18:09.496333 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-18713841-8fe3-40cc-8055-79ca0034933e req-0df4549f-85da-44a2-8328-c823c046301d tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=d0f732c2-506d-4871-825e-2672cb8a2452 HTTP/1.1" status: 200 len: 210 time: 0.0290616 Aug 31 04:18:10.568921 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49686) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:10.680631 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-915f9e49-7033-4865-9d6a-68c19b54dcb3 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Deleting port 49a2afcb-dbe8-493e-b750-b52141976f21 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:18:10.680968 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-915f9e49-7033-4865-9d6a-68c19b54dcb3 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (49a2afcb-dbe8-493e-b750-b52141976f21), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:10.757704 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-915f9e49-7033-4865-9d6a-68c19b54dcb3 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (49a2afcb-dbe8-493e-b750-b52141976f21), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:10.758026 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-915f9e49-7033-4865-9d6a-68c19b54dcb3 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for floatingip (49a2afcb-dbe8-493e-b750-b52141976f21), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:10.771516 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-915f9e49-7033-4865-9d6a-68c19b54dcb3 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Calling delete_port for 49a2afcb-dbe8-493e-b750-b52141976f21 owned by network:floatingip {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:18:10.920069 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-915f9e49-7033-4865-9d6a-68c19b54dcb3 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (49a2afcb-dbe8-493e-b750-b52141976f21), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:10.942652 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f9e49-7033-4865-9d6a-68c19b54dcb3 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event deleted for resources: {'Port': ['ID=49a2afcb-dbe8-493e-b750-b52141976f21,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:11.009587 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-915f9e49-7033-4865-9d6a-68c19b54dcb3 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for floatingip (9826c4da-e1c8-4434-9c82-1a3cb556d4d9), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:11.012388 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-915f9e49-7033-4865-9d6a-68c19b54dcb3 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:11.013589 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-915f9e49-7033-4865-9d6a-68c19b54dcb3 tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/9826c4da-e1c8-4434-9c82-1a3cb556d4d9 HTTP/1.1" status: 204 len: 168 time: 0.4436724 Aug 31 04:18:11.522298 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device cec5d875-c053-4ef2-a631-7779726cb122 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:18:11.542340 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: cec5d875-c053-4ef2-a631-7779726cb122 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:18:11.542708 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device cec5d875-c053-4ef2-a631-7779726cb122 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:18:11.604573 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49712) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:11.719468 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4292a36d-deeb-411b-b579-44501e00d8df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:11.814508 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4292a36d-deeb-411b-b579-44501e00d8df admin admin] Publish callbacks [] for security_group (72e679e0-0552-4a9f-bb3c-7228aeeff748), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:11.823260 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4292a36d-deeb-411b-b579-44501e00d8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (72e679e0-0552-4a9f-bb3c-7228aeeff748), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:11.871192 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-4292a36d-deeb-411b-b579-44501e00d8df admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=27cfb22da25e4f1494e60c4dc87815f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652159 Aug 31 04:18:11.872126 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292a36d-deeb-411b-b579-44501e00d8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e679e0-0552-4a9f-bb3c-7228aeeff748,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:11.874303 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49716) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:11.939899 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-73166efc-4fdb-476f-a924-204994367ba4 admin admin] Publish callbacks [] for security_group (72e679e0-0552-4a9f-bb3c-7228aeeff748), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:11.961769 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-73166efc-4fdb-476f-a924-204994367ba4 admin admin] Publish callbacks [] for security_group (72e679e0-0552-4a9f-bb3c-7228aeeff748), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:12.024288 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-73166efc-4fdb-476f-a924-204994367ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (72e679e0-0552-4a9f-bb3c-7228aeeff748), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:12.027124 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-73166efc-4fdb-476f-a924-204994367ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:12.028486 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-73166efc-4fdb-476f-a924-204994367ba4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/72e679e0-0552-4a9f-bb3c-7228aeeff748 HTTP/1.1" status: 204 len: 168 time: 0.1526859 Aug 31 04:18:12.037586 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73166efc-4fdb-476f-a924-204994367ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e679e0-0552-4a9f-bb3c-7228aeeff748,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:12.249111 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49724) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:12.323169 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3b28d996-2af4-4e2b-8474-290990376beb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group (80ebc7ec-b1f5-4c34-9e7f-f36131dad35f), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:12.356523 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3b28d996-2af4-4e2b-8474-290990376beb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group (80ebc7ec-b1f5-4c34-9e7f-f36131dad35f), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:12.376044 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49726) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:12.390414 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-73ba7fe8-5c97-4422-8aea-4ee9d2852e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:12.442169 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3b28d996-2af4-4e2b-8474-290990376beb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (80ebc7ec-b1f5-4c34-9e7f-f36131dad35f), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:12.445005 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-3b28d996-2af4-4e2b-8474-290990376beb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:12.446291 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-3b28d996-2af4-4e2b-8474-290990376beb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/80ebc7ec-b1f5-4c34-9e7f-f36131dad35f HTTP/1.1" status: 204 len: 168 time: 0.1958070 Aug 31 04:18:12.458445 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28d996-2af4-4e2b-8474-290990376beb tempest-TestVolumeBootPattern-1535167288 tempest-TestVolumeBootPattern-1535167288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ebc7ec-b1f5-4c34-9e7f-f36131dad35f,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:12.519533 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49730) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:12.520957 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-73ba7fe8-5c97-4422-8aea-4ee9d2852e10 admin admin] Publish callbacks [] for security_group (5350cc4e-90c7-4fbc-80a4-5128d61db8cf), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:12.527862 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-73ba7fe8-5c97-4422-8aea-4ee9d2852e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (5350cc4e-90c7-4fbc-80a4-5128d61db8cf), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:12.539988 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:12.573572 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba7fe8-5c97-4422-8aea-4ee9d2852e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5350cc4e-90c7-4fbc-80a4-5128d61db8cf,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:12.579313 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-73ba7fe8-5c97-4422-8aea-4ee9d2852e10 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a200fa39e8314e3f8b312bca1887ee32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021153 Aug 31 04:18:12.582135 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49734) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:12.614664 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:12.643835 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a7099cfc-1fa9-45d5-b3a1-191947388601 admin admin] Publish callbacks [] for security_group (5350cc4e-90c7-4fbc-80a4-5128d61db8cf), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:12.669795 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a7099cfc-1fa9-45d5-b3a1-191947388601 admin admin] Publish callbacks [] for security_group (5350cc4e-90c7-4fbc-80a4-5128d61db8cf), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:12.689659 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:12.725346 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a7099cfc-1fa9-45d5-b3a1-191947388601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (5350cc4e-90c7-4fbc-80a4-5128d61db8cf), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:12.728105 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-a7099cfc-1fa9-45d5-b3a1-191947388601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:12.729742 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-a7099cfc-1fa9-45d5-b3a1-191947388601 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5350cc4e-90c7-4fbc-80a4-5128d61db8cf HTTP/1.1" status: 204 len: 168 time: 0.1465824 Aug 31 04:18:12.738543 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7099cfc-1fa9-45d5-b3a1-191947388601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5350cc4e-90c7-4fbc-80a4-5128d61db8cf,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:13.117617 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c07f4149-1f95-44ef-bfed-4b9d9b9d52cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565397'] for router_interface (0220139a-5748-4423-912f-9979ec9fe208), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:13.351455 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-c07f4149-1f95-44ef-bfed-4b9d9b9d52cc admin admin] Deleting port bb2b9907-31ba-4afd-83e2-465025152945 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:18:13.351782 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c07f4149-1f95-44ef-bfed-4b9d9b9d52cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (bb2b9907-31ba-4afd-83e2-465025152945), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:13.433861 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-c07f4149-1f95-44ef-bfed-4b9d9b9d52cc admin admin] For port bb2b9907-31ba-4afd-83e2-465025152945, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=bb2b9907-31ba-4afd-83e2-465025152945,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:18:13.434251 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c07f4149-1f95-44ef-bfed-4b9d9b9d52cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (bb2b9907-31ba-4afd-83e2-465025152945), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:13.447347 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-c07f4149-1f95-44ef-bfed-4b9d9b9d52cc admin admin] Calling delete_port for bb2b9907-31ba-4afd-83e2-465025152945 owned by network:router_interface {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:18:13.550181 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:13.620761 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:13.637543 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c07f4149-1f95-44ef-bfed-4b9d9b9d52cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (bb2b9907-31ba-4afd-83e2-465025152945), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:13.662350 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f4149-1f95-44ef-bfed-4b9d9b9d52cc admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2b9907-31ba-4afd-83e2-465025152945,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:14.075622 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:18:14.091600 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c07f4149-1f95-44ef-bfed-4b9d9b9d52cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567845'] for router_interface (0220139a-5748-4423-912f-9979ec9fe208), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:14.299013 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07f4149-1f95-44ef-bfed-4b9d9b9d52cc admin admin] Router 0220139a-5748-4423-912f-9979ec9fe208 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:18:14.411061 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07f4149-1f95-44ef-bfed-4b9d9b9d52cc admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:18:14.416563 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-c07f4149-1f95-44ef-bfed-4b9d9b9d52cc admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/0220139a-5748-4423-912f-9979ec9fe208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8958547 Aug 31 04:18:14.419370 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49780) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:14.420715 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616cf09-905d-4126-ac45-f6d87e2fc2ee None None] Sync routers for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:18:14.431266 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616cf09-905d-4126-ac45-f6d87e2fc2ee None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:18:14.432175 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-8616cf09-905d-4126-ac45-f6d87e2fc2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:17:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:14.529284 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] Publish callbacks [] for router (0220139a-5748-4423-912f-9979ec9fe208), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:14.545424 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-8616cf09-905d-4126-ac45-f6d87e2fc2ee None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:18:14.630204 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] Publish callbacks [] for router_gateway (0220139a-5748-4423-912f-9979ec9fe208), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:14.676482 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] Deleting port f05723a2-502d-49c8-ac2a-5972a1b9dabc {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:18:14.676821 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (f05723a2-502d-49c8-ac2a-5972a1b9dabc), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:14.739477 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:14.767513 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] For port f05723a2-502d-49c8-ac2a-5972a1b9dabc, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=f05723a2-502d-49c8-ac2a-5972a1b9dabc,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:18:14.767848 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (f05723a2-502d-49c8-ac2a-5972a1b9dabc), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:14.781823 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] Calling delete_port for f05723a2-502d-49c8-ac2a-5972a1b9dabc owned by network:router_gateway {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:18:14.787177 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:14.805901 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-8616cf09-905d-4126-ac45-f6d87e2fc2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:18:13Z', 'revision_number': 5, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port': {'id': 'f05723a2-502d-49c8-ac2a-5972a1b9dabc', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0220139a-5748-4423-912f-9979ec9fe208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:43Z', 'updated_at': '2022-08-31T04:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:14.831120 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616cf09-905d-4126-ac45-f6d87e2fc2ee None None] Checking router: 0220139a-5748-4423-912f-9979ec9fe208 for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:18:14.840468 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8616cf09-905d-4126-ac45-f6d87e2fc2ee None None] Routers {'0220139a-5748-4423-912f-9979ec9fe208'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:18:14.841094 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-8616cf09-905d-4126-ac45-f6d87e2fc2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:17:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['0220139a-5748-4423-912f-9979ec9fe208'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:14.927570 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-8616cf09-905d-4126-ac45-f6d87e2fc2ee None None] Set router 0220139a-5748-4423-912f-9979ec9fe208 gateway port host: None {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:18:14.951604 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (f05723a2-502d-49c8-ac2a-5972a1b9dabc), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:14.978188 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] Pushing event deleted for resources: {'Port': ['ID=f05723a2-502d-49c8-ac2a-5972a1b9dabc,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:14.980936 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-8616cf09-905d-4126-ac45-f6d87e2fc2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:18:14Z', 'revision_number': 6, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port_host': None}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:15.006770 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8616cf09-905d-4126-ac45-f6d87e2fc2ee None None] The sync data for ids ['0220139a-5748-4423-912f-9979ec9fe208'] in dv-cinder-853910-5-iscsi is: [{'id': '0220139a-5748-4423-912f-9979ec9fe208', 'name': 'tempest-TestVolumeBootPattern-1331259404-router', 'tenant_id': 'e6db5b66c75c499d98d02d6e0041299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:42Z', 'updated_at': '2022-08-31T04:18:14Z', 'revision_number': 6, 'project_id': 'e6db5b66c75c499d98d02d6e0041299f', 'gw_port_host': None}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:18:15.044966 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566230'] for router_gateway (0220139a-5748-4423-912f-9979ec9fe208), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.134062 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8207'] for router (0220139a-5748-4423-912f-9979ec9fe208), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.136461 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] Publish callbacks [] for router_controller (0220139a-5748-4423-912f-9979ec9fe208), precommit_delete_associations {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.185739 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567896'] for router (0220139a-5748-4423-912f-9979ec9fe208), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.186560 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0220139a-5748-4423-912f-9979ec9fe208 {{(pid=106458) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:18:15.193755 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.195431 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-dd83ec63-a5d4-4702-870f-5e0e96e2737a admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/0220139a-5748-4423-912f-9979ec9fe208 HTTP/1.1" status: 204 len: 168 time: 0.7748814 Aug 31 04:18:15.198314 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49786) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:15.250329 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a2870a-ffee-4969-8a07-e5addff6c16d admin admin] Deleting subnet c5eda9f6-9209-4a3c-b6fa-f878a92de383 {{(pid=106458) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:18:15.253613 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c5a2870a-ffee-4969-8a07-e5addff6c16d admin admin] Publish callbacks [] for subnet (c5eda9f6-9209-4a3c-b6fa-f878a92de383), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.291438 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c5a2870a-ffee-4969-8a07-e5addff6c16d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3838308'] for subnet (c5eda9f6-9209-4a3c-b6fa-f878a92de383), precommit_delete_associations {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.374302 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c5a2870a-ffee-4969-8a07-e5addff6c16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (c5eda9f6-9209-4a3c-b6fa-f878a92de383), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.434506 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c5a2870a-ffee-4969-8a07-e5addff6c16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4007182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3976995'] for subnet (c5eda9f6-9209-4a3c-b6fa-f878a92de383), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.461256 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2870a-ffee-4969-8a07-e5addff6c16d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5eda9f6-9209-4a3c-b6fa-f878a92de383,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:15.464818 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c5a2870a-ffee-4969-8a07-e5addff6c16d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.468191 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-c5a2870a-ffee-4969-8a07-e5addff6c16d admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/c5eda9f6-9209-4a3c-b6fa-f878a92de383 HTTP/1.1" status: 204 len: 168 time: 0.2684991 Aug 31 04:18:15.470867 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49788) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:15.473996 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be05bb4c-00ec-4432-944e-f2b56e7e703e None None] Network afdd8bcf-e898-41b9-a268-9083d2b02846 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:18:15.552039 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (afdd8bcf-e898-41b9-a268-9083d2b02846), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.597298 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] Deleting port c6617a42-748c-4375-bc94-c363ac39d20f {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:18:15.597636 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (c6617a42-748c-4375-bc94-c363ac39d20f), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.662280 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] For port c6617a42-748c-4375-bc94-c363ac39d20f, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=c6617a42-748c-4375-bc94-c363ac39d20f,segment=NetworkSegment(985a9656-458a-49c4-becc-d2bc5db877a0),segment_id=985a9656-458a-49c4-becc-d2bc5db877a0)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:18:15.662732 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (c6617a42-748c-4375-bc94-c363ac39d20f), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.675507 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:15.679978 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] Calling delete_port for c6617a42-748c-4375-bc94-c363ac39d20f owned by network:dhcp {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:18:15.730399 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:15.769742 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (c6617a42-748c-4375-bc94-c363ac39d20f), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.799113 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6617a42-748c-4375-bc94-c363ac39d20f,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:15.812192 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] No DVR routers for this DVR port c6617a42-748c-4375-bc94-c363ac39d20f on host dv-cinder-853910-5-iscsi {{(pid=106458) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:18:15.815821 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd5258a-37df-414e-9bf4-56943103fffb None None] DHCP port deletion for afdd8bcf-e898-41b9-a268-9083d2b02846 request from dv-cinder-853910-5-iscsi {{(pid=106460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:18:15.937074 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (afdd8bcf-e898-41b9-a268-9083d2b02846), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.946328 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device bb2b9907-31ba-4afd-83e2-465025152945 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:18:15.962790 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afdd8bcf-e898-41b9-a268-9083d2b02846']}} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:15.965907 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: bb2b9907-31ba-4afd-83e2-465025152945 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:18:15.966479 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device bb2b9907-31ba-4afd-83e2-465025152945 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:18:15.967066 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device f05723a2-502d-49c8-ac2a-5972a1b9dabc no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:18:15.983244 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985a9656-458a-49c4-becc-d2bc5db877a0') {'for_net_delete': True} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:15.983834 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.services.segments.db [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985a9656-458a-49c4-becc-d2bc5db877a0') {} {{(pid=106458) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:15.996578 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3838319'] for segment (985a9656-458a-49c4-becc-d2bc5db877a0), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:15.996861 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: f05723a2-502d-49c8-ac2a-5972a1b9dabc {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:18:15.997223 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device f05723a2-502d-49c8-ac2a-5972a1b9dabc not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:18:15.997642 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device c6617a42-748c-4375-bc94-c363ac39d20f no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:18:16.012519 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (985a9656-458a-49c4-becc-d2bc5db877a0), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:16.018204 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: c6617a42-748c-4375-bc94-c363ac39d20f {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:18:16.018592 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device c6617a42-748c-4375-bc94-c363ac39d20f not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:18:16.019261 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=106458) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:18:16.019667 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4007848'] for segment (985a9656-458a-49c4-becc-d2bc5db877a0), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:16.064330 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment 985a9656-458a-49c4-becc-d2bc5db877a0 resource provider aggregate not found Aug 31 04:18:16.083307 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.services.segments.plugin [-] Segment 985a9656-458a-49c4-becc-d2bc5db877a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 985a9656-458a-49c4-becc-d2bc5db877a0 found for delete ", "request_id": "req-01f6cafd-8444-41ab-99e5-95f86dc2a2ba"}]} Aug 31 04:18:16.092268 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (afdd8bcf-e898-41b9-a268-9083d2b02846), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:16.099156 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:16.106069 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/afdd8bcf-e898-41b9-a268-9083d2b02846 HTTP/1.1" status: 204 len: 168 time: 0.6298549 Aug 31 04:18:16.106262 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49806) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:16.117731 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519c92c-50a3-46e7-91ac-b22de533892a admin admin] Pushing event deleted for resources: {'Network': ['ID=afdd8bcf-e898-41b9-a268-9083d2b02846,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:16.214639 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:16.439545 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7b3c-d667-4fc7-88a4-46cd023b0143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565397'] for router_interface (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:16.690540 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b7b3c-d667-4fc7-88a4-46cd023b0143 admin admin] Deleting port 85e2172f-2451-4be3-a1b9-8a787943790d {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:18:16.690889 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7b3c-d667-4fc7-88a4-46cd023b0143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:16.769913 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-eb8b7b3c-d667-4fc7-88a4-46cd023b0143 admin admin] For port 85e2172f-2451-4be3-a1b9-8a787943790d, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=85e2172f-2451-4be3-a1b9-8a787943790d,segment=NetworkSegment(bb1860f3-8bd6-47c4-9c5f-aea823250273),segment_id=bb1860f3-8bd6-47c4-9c5f-aea823250273)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:18:16.770257 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7b3c-d667-4fc7-88a4-46cd023b0143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:16.783747 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b7b3c-d667-4fc7-88a4-46cd023b0143 admin admin] Calling delete_port for 85e2172f-2451-4be3-a1b9-8a787943790d owned by network:router_interface {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:18:16.927895 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:16.986003 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7b3c-d667-4fc7-88a4-46cd023b0143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (85e2172f-2451-4be3-a1b9-8a787943790d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:17.015097 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b7b3c-d667-4fc7-88a4-46cd023b0143 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e2172f-2451-4be3-a1b9-8a787943790d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:17.190045 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7b3c-d667-4fc7-88a4-46cd023b0143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567845'] for router_interface (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:17.192817 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:17.411061 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8b7b3c-d667-4fc7-88a4-46cd023b0143 admin admin] Router d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:18:17.529008 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8b7b3c-d667-4fc7-88a4-46cd023b0143 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:18:17.536057 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-eb8b7b3c-d667-4fc7-88a4-46cd023b0143 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/d0b31a65-d7fd-4f4b-9a75-ab603f6116a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4284065 Aug 31 04:18:17.538733 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49820) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:17.548445 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c63b358-93c8-495e-a21e-07deaaae3d1d None None] Sync routers for ids ['d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:18:17.560042 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c63b358-93c8-495e-a21e-07deaaae3d1d None None] Routers {'d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:18:17.560758 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-5c63b358-93c8-495e-a21e-07deaaae3d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:17:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:17.652925 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] Publish callbacks [] for router (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:17.669343 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-5c63b358-93c8-495e-a21e-07deaaae3d1d None None] Set router d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:18:17.757383 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] Publish callbacks [] for router_gateway (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:17.807506 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] Deleting port f6d12c31-951b-4c9e-a926-a70bb82db543 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:18:17.808199 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (f6d12c31-951b-4c9e-a926-a70bb82db543), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:17.896308 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] For port f6d12c31-951b-4c9e-a926-a70bb82db543, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=f6d12c31-951b-4c9e-a926-a70bb82db543,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:18:17.896821 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (f6d12c31-951b-4c9e-a926-a70bb82db543), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:17.912631 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] Calling delete_port for f6d12c31-951b-4c9e-a926-a70bb82db543 owned by network:router_gateway {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:18:17.965738 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:17.972647 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-5c63b358-93c8-495e-a21e-07deaaae3d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'name': 'tempest-TestVolumeBootPattern-1232250807-router', 'tenant_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.120'}], 'enable_snat': True}, 'gw_port_id': 'f6d12c31-951b-4c9e-a926-a70bb82db543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:18:16Z', 'revision_number': 5, 'project_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'gw_port': {'id': 'f6d12c31-951b-4c9e-a926-a70bb82db543', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:eb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:17.999374 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c63b358-93c8-495e-a21e-07deaaae3d1d None None] Checking router: d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:18:18.008047 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c63b358-93c8-495e-a21e-07deaaae3d1d None None] Routers {'d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:18:18.008579 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-5c63b358-93c8-495e-a21e-07deaaae3d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:17:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:18.041175 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:18.095238 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-5c63b358-93c8-495e-a21e-07deaaae3d1d None None] Set router d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 gateway port host: None {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:18:18.099181 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (f6d12c31-951b-4c9e-a926-a70bb82db543), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:18.122389 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d12c31-951b-4c9e-a926-a70bb82db543,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:18.148828 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-5c63b358-93c8-495e-a21e-07deaaae3d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'name': 'tempest-TestVolumeBootPattern-1232250807-router', 'tenant_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:18:17Z', 'revision_number': 6, 'project_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'gw_port_host': None}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:18.173647 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c63b358-93c8-495e-a21e-07deaaae3d1d None None] The sync data for ids ['d0b31a65-d7fd-4f4b-9a75-ab603f6116a1'] in dv-cinder-853910-5-iscsi is: [{'id': 'd0b31a65-d7fd-4f4b-9a75-ab603f6116a1', 'name': 'tempest-TestVolumeBootPattern-1232250807-router', 'tenant_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:10:50Z', 'updated_at': '2022-08-31T04:18:17Z', 'revision_number': 6, 'project_id': '46652dc4c6e940c3a1dbb2c7dc057f3a', 'gw_port_host': None}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:18:18.193293 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566230'] for router_gateway (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:18.286022 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8207'] for router (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:18.289185 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] Publish callbacks [] for router_controller (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:18.336053 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567896'] for router (d0b31a65-d7fd-4f4b-9a75-ab603f6116a1), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:18.336647 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 {{(pid=106459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:18:18.341722 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:18.342830 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-318d81f7-71d2-492e-99b0-089834b08a87 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/d0b31a65-d7fd-4f4b-9a75-ab603f6116a1 HTTP/1.1" status: 204 len: 168 time: 0.8030417 Aug 31 04:18:18.346648 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49826) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:18.393085 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f96a495-0059-4071-bc53-820cf7b21349 admin admin] Deleting subnet d5bcc73b-28d5-468c-97cc-5d43bbef7296 {{(pid=106459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:18:18.396600 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2f96a495-0059-4071-bc53-820cf7b21349 admin admin] Publish callbacks [] for subnet (d5bcc73b-28d5-468c-97cc-5d43bbef7296), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:18.435510 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2f96a495-0059-4071-bc53-820cf7b21349 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269196'] for subnet (d5bcc73b-28d5-468c-97cc-5d43bbef7296), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:18.512165 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2f96a495-0059-4071-bc53-820cf7b21349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (d5bcc73b-28d5-468c-97cc-5d43bbef7296), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:18.570088 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2f96a495-0059-4071-bc53-820cf7b21349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4017630'] for subnet (d5bcc73b-28d5-468c-97cc-5d43bbef7296), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:18.602139 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96a495-0059-4071-bc53-820cf7b21349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5bcc73b-28d5-468c-97cc-5d43bbef7296,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:18.604525 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2f96a495-0059-4071-bc53-820cf7b21349 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:18.608033 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-2f96a495-0059-4071-bc53-820cf7b21349 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/d5bcc73b-28d5-468c-97cc-5d43bbef7296 HTTP/1.1" status: 204 len: 168 time: 0.2604346 Aug 31 04:18:18.610651 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49828) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:18.610894 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d7fe0b-f7be-4011-8750-2d7e107e8543 None None] Network 8f43a86e-82b3-4aa4-84de-b2765d55e320 requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:18:18.683632 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (8f43a86e-82b3-4aa4-84de-b2765d55e320), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:18.727565 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] Deleting port 47d09312-3360-4542-b8b4-0ebd1fba904c {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:18:18.727910 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (47d09312-3360-4542-b8b4-0ebd1fba904c), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:18.797914 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] For port 47d09312-3360-4542-b8b4-0ebd1fba904c, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=47d09312-3360-4542-b8b4-0ebd1fba904c,segment=NetworkSegment(bb1860f3-8bd6-47c4-9c5f-aea823250273),segment_id=bb1860f3-8bd6-47c4-9c5f-aea823250273)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:18:18.798561 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (47d09312-3360-4542-b8b4-0ebd1fba904c), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:18.816216 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] Calling delete_port for 47d09312-3360-4542-b8b4-0ebd1fba904c owned by network:dhcp {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:18:18.871984 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:18.897045 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (47d09312-3360-4542-b8b4-0ebd1fba904c), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:18.926487 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] Pushing event deleted for resources: {'Port': ['ID=47d09312-3360-4542-b8b4-0ebd1fba904c,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:18.928284 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] No DVR routers for this DVR port 47d09312-3360-4542-b8b4-0ebd1fba904c on host dv-cinder-853910-5-iscsi {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:18:18.950752 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f29f593-6e3e-420a-839f-30ff133decd4 None None] DHCP port deletion for 8f43a86e-82b3-4aa4-84de-b2765d55e320 request from dv-cinder-853910-5-iscsi {{(pid=106460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:18:19.005911 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (8f43a86e-82b3-4aa4-84de-b2765d55e320), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:19.023706 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:19.027874 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f43a86e-82b3-4aa4-84de-b2765d55e320']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:19.037894 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1860f3-8bd6-47c4-9c5f-aea823250273') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:19.038223 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1860f3-8bd6-47c4-9c5f-aea823250273') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:18:19.048731 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269191'] for segment (bb1860f3-8bd6-47c4-9c5f-aea823250273), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:19.062567 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (bb1860f3-8bd6-47c4-9c5f-aea823250273), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:19.069191 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:18:19.069461 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222628'] for segment (bb1860f3-8bd6-47c4-9c5f-aea823250273), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:19.388432 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment bb1860f3-8bd6-47c4-9c5f-aea823250273 resource provider aggregate not found Aug 31 04:18:19.407116 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment bb1860f3-8bd6-47c4-9c5f-aea823250273 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb1860f3-8bd6-47c4-9c5f-aea823250273 found for delete ", "request_id": "req-adad0f85-063c-483e-b334-334be567c87c"}]} Aug 31 04:18:19.413484 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (8f43a86e-82b3-4aa4-84de-b2765d55e320), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:19.419105 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:19.422202 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/8f43a86e-82b3-4aa4-84de-b2765d55e320 HTTP/1.1" status: 204 len: 168 time: 0.8106077 Aug 31 04:18:19.433814 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d74d91-c9c0-4052-bfb9-ff297617b07b admin admin] Pushing event deleted for resources: {'Network': ['ID=8f43a86e-82b3-4aa4-84de-b2765d55e320,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:19.604747 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49840) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:19.648251 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-ced45780-44f7-4b5f-ae9f-20a90d5d6c1d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e6db5b66c75c499d98d02d6e0041299f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421863 Aug 31 04:18:19.650916 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49842) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:19.662311 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device f6d12c31-951b-4c9e-a926-a70bb82db543 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:18:19.682095 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: f6d12c31-951b-4c9e-a926-a70bb82db543 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:18:19.682446 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device f6d12c31-951b-4c9e-a926-a70bb82db543 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:18:19.682954 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 47d09312-3360-4542-b8b4-0ebd1fba904c no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:18:19.699168 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4a41fcd9-0276-4227-a175-458cdd27b309 admin admin] Publish callbacks [] for security_group (9851a566-c59f-4daf-b84f-c618badc64df), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:19.701214 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 47d09312-3360-4542-b8b4-0ebd1fba904c {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:18:19.701562 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 47d09312-3360-4542-b8b4-0ebd1fba904c not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:18:19.701974 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 85e2172f-2451-4be3-a1b9-8a787943790d no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:18:19.722459 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4a41fcd9-0276-4227-a175-458cdd27b309 admin admin] Publish callbacks [] for security_group (9851a566-c59f-4daf-b84f-c618badc64df), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:19.723424 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 85e2172f-2451-4be3-a1b9-8a787943790d {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:18:19.723712 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 85e2172f-2451-4be3-a1b9-8a787943790d not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:18:19.774487 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4a41fcd9-0276-4227-a175-458cdd27b309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (9851a566-c59f-4daf-b84f-c618badc64df), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:19.779958 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4a41fcd9-0276-4227-a175-458cdd27b309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:19.781126 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-4a41fcd9-0276-4227-a175-458cdd27b309 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9851a566-c59f-4daf-b84f-c618badc64df HTTP/1.1" status: 204 len: 168 time: 0.1292396 Aug 31 04:18:19.789643 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41fcd9-0276-4227-a175-458cdd27b309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9851a566-c59f-4daf-b84f-c618badc64df,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:20.131916 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49852) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:20.180625 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-4ee97d62-560f-4c3c-b009-63e75334d84e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=46652dc4c6e940c3a1dbb2c7dc057f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475147 Aug 31 04:18:20.183567 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49854) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:20.243794 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-62277049-433b-40b8-ac66-a78ea7af22c1 admin admin] Publish callbacks [] for security_group (07eada7c-d599-4114-afcf-ed292e6c5a5b), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:20.264904 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-62277049-433b-40b8-ac66-a78ea7af22c1 admin admin] Publish callbacks [] for security_group (07eada7c-d599-4114-afcf-ed292e6c5a5b), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:20.316240 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-62277049-433b-40b8-ac66-a78ea7af22c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (07eada7c-d599-4114-afcf-ed292e6c5a5b), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:20.318857 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-62277049-433b-40b8-ac66-a78ea7af22c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:20.320046 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-62277049-433b-40b8-ac66-a78ea7af22c1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/07eada7c-d599-4114-afcf-ed292e6c5a5b HTTP/1.1" status: 204 len: 168 time: 0.1353936 Aug 31 04:18:20.329058 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62277049-433b-40b8-ac66-a78ea7af22c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07eada7c-d599-4114-afcf-ed292e6c5a5b,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:24.015610 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49906) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:24.136503 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1180-366d-4e9d-bc1f-9b9b8bf3d9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:24.224576 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1180-366d-4e9d-bc1f-9b9b8bf3d9e0 admin admin] Publish callbacks [] for security_group (174a36fc-38d1-46a0-9262-0b9b4e7c3e1b), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:24.230334 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1180-366d-4e9d-bc1f-9b9b8bf3d9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (174a36fc-38d1-46a0-9262-0b9b4e7c3e1b), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:24.271075 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-ab6a1180-366d-4e9d-bc1f-9b9b8bf3d9e0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=878bb52f8c66491caa23b901225d438e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543793 Aug 31 04:18:24.271797 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a1180-366d-4e9d-bc1f-9b9b8bf3d9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174a36fc-38d1-46a0-9262-0b9b4e7c3e1b,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:24.274163 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49910) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:24.328336 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-899213c4-b9bb-4f00-87cd-23eb3b98434d admin admin] Publish callbacks [] for security_group (174a36fc-38d1-46a0-9262-0b9b4e7c3e1b), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:24.352890 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-899213c4-b9bb-4f00-87cd-23eb3b98434d admin admin] Publish callbacks [] for security_group (174a36fc-38d1-46a0-9262-0b9b4e7c3e1b), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:24.405110 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-899213c4-b9bb-4f00-87cd-23eb3b98434d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (174a36fc-38d1-46a0-9262-0b9b4e7c3e1b), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:24.408302 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-899213c4-b9bb-4f00-87cd-23eb3b98434d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:24.409493 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-899213c4-b9bb-4f00-87cd-23eb3b98434d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/174a36fc-38d1-46a0-9262-0b9b4e7c3e1b HTTP/1.1" status: 204 len: 168 time: 0.1342900 Aug 31 04:18:24.422839 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899213c4-b9bb-4f00-87cd-23eb3b98434d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174a36fc-38d1-46a0-9262-0b9b4e7c3e1b,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:24.700320 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 49916) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:24.714465 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1418d6f6-825f-430c-b086-1097724e0edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:24.797934 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1418d6f6-825f-430c-b086-1097724e0edc admin admin] Publish callbacks [] for security_group (49c1c78f-1b1b-4dc1-98ab-3e81856c4793), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:24.803849 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-1418d6f6-825f-430c-b086-1097724e0edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (49c1c78f-1b1b-4dc1-98ab-3e81856c4793), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:24.808529 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:24.848878 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-1418d6f6-825f-430c-b086-1097724e0edc admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c0aa718c2f3544a38137ed5063acc2fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472929 Aug 31 04:18:24.849818 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418d6f6-825f-430c-b086-1097724e0edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c1c78f-1b1b-4dc1-98ab-3e81856c4793,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:24.851821 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 49918) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:24.904714 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-42fe5ee6-6eb2-4cdc-8275-afbb25aac479 admin admin] Publish callbacks [] for security_group (49c1c78f-1b1b-4dc1-98ab-3e81856c4793), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:24.925299 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-42fe5ee6-6eb2-4cdc-8275-afbb25aac479 admin admin] Publish callbacks [] for security_group (49c1c78f-1b1b-4dc1-98ab-3e81856c4793), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:24.952504 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=88 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:24.982847 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-42fe5ee6-6eb2-4cdc-8275-afbb25aac479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (49c1c78f-1b1b-4dc1-98ab-3e81856c4793), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:24.985583 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-42fe5ee6-6eb2-4cdc-8275-afbb25aac479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:24.986742 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-42fe5ee6-6eb2-4cdc-8275-afbb25aac479 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/49c1c78f-1b1b-4dc1-98ab-3e81856c4793 HTTP/1.1" status: 204 len: 168 time: 0.1338756 Aug 31 04:18:24.994613 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe5ee6-6eb2-4cdc-8275-afbb25aac479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c1c78f-1b1b-4dc1-98ab-3e81856c4793,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:25.006580 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=94,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:25.616110 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ebe912b1-9382-44c6-8bf6-d5f45b7c931a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:27.680399 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f49d-6520-4e34-85ad-700bd1dd3046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:28.262413 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:28.905057 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:28.922732 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:30.478019 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:30.502014 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:30.504347 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:34.376169 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50048) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:34.488664 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2ab3-498e-4b67-bb25-a3e23a4eb498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:34.500344 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:DELETE=8,neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:34.580775 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2ab3-498e-4b67-bb25-a3e23a4eb498 admin admin] Publish callbacks [] for security_group (2c70cbbb-e504-4e2c-9d4e-61fa2c6912bc), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:34.586921 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ee8d2ab3-498e-4b67-bb25-a3e23a4eb498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (2c70cbbb-e504-4e2c-9d4e-61fa2c6912bc), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:34.630492 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-ee8d2ab3-498e-4b67-bb25-a3e23a4eb498 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e5e02f34e91b48ce9778153781f6e4d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527261 Aug 31 04:18:34.631425 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d2ab3-498e-4b67-bb25-a3e23a4eb498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c70cbbb-e504-4e2c-9d4e-61fa2c6912bc,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:34.632985 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50052) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:34.677606 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:34.689887 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6a8983b-5b1c-4ab8-af6d-314180e990ff admin admin] Publish callbacks [] for security_group (2c70cbbb-e504-4e2c-9d4e-61fa2c6912bc), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:34.712366 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6a8983b-5b1c-4ab8-af6d-314180e990ff admin admin] Publish callbacks [] for security_group (2c70cbbb-e504-4e2c-9d4e-61fa2c6912bc), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:34.763361 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6a8983b-5b1c-4ab8-af6d-314180e990ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (2c70cbbb-e504-4e2c-9d4e-61fa2c6912bc), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:34.767511 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6a8983b-5b1c-4ab8-af6d-314180e990ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:34.769046 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-b6a8983b-5b1c-4ab8-af6d-314180e990ff admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2c70cbbb-e504-4e2c-9d4e-61fa2c6912bc HTTP/1.1" status: 204 len: 168 time: 0.1343482 Aug 31 04:18:34.777253 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8983b-5b1c-4ab8-af6d-314180e990ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c70cbbb-e504-4e2c-9d4e-61fa2c6912bc,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:35.050910 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50058) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:35.070461 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c668f283-538f-46c6-a3e2-3a5a714ab973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:35.156979 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c668f283-538f-46c6-a3e2-3a5a714ab973 admin admin] Publish callbacks [] for security_group (9229eb38-f32f-4a80-939c-ed0a0fe65e8c), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:35.162427 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-c668f283-538f-46c6-a3e2-3a5a714ab973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (9229eb38-f32f-4a80-939c-ed0a0fe65e8c), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:35.199588 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668f283-538f-46c6-a3e2-3a5a714ab973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9229eb38-f32f-4a80-939c-ed0a0fe65e8c,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:35.203983 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-c668f283-538f-46c6-a3e2-3a5a714ab973 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=85f0ee4004cc4f37ad15bc38b1f59886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517460 Aug 31 04:18:35.206952 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50060) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:35.247835 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:35.258454 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5258-eb15-40e8-b46b-b762378e3522 admin admin] Publish callbacks [] for security_group (9229eb38-f32f-4a80-939c-ed0a0fe65e8c), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:35.279581 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5258-eb15-40e8-b46b-b762378e3522 admin admin] Publish callbacks [] for security_group (9229eb38-f32f-4a80-939c-ed0a0fe65e8c), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:35.327537 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5258-eb15-40e8-b46b-b762378e3522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (9229eb38-f32f-4a80-939c-ed0a0fe65e8c), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:35.330133 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c8ee5258-eb15-40e8-b46b-b762378e3522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:35.333835 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-c8ee5258-eb15-40e8-b46b-b762378e3522 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9229eb38-f32f-4a80-939c-ed0a0fe65e8c HTTP/1.1" status: 204 len: 168 time: 0.1233437 Aug 31 04:18:35.340557 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee5258-eb15-40e8-b46b-b762378e3522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9229eb38-f32f-4a80-939c-ed0a0fe65e8c,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:35.697082 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50066) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:35.715761 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7f180acd-dbc9-4040-980b-863b52dd70d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:35.796586 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7f180acd-dbc9-4040-980b-863b52dd70d7 admin admin] Publish callbacks [] for security_group (c31aff98-a7af-4e3d-a199-34f60e551a1d), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:35.803227 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7f180acd-dbc9-4040-980b-863b52dd70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (c31aff98-a7af-4e3d-a199-34f60e551a1d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:35.842378 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-7f180acd-dbc9-4040-980b-863b52dd70d7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=42a88e7f76b4492791f09e9106434aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441755 Aug 31 04:18:35.843556 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f180acd-dbc9-4040-980b-863b52dd70d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31aff98-a7af-4e3d-a199-34f60e551a1d,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:35.845414 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50068) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:18:35.898647 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-63c970d7-f12f-4d9a-bffd-53ee9d6946d0 admin admin] Publish callbacks [] for security_group (c31aff98-a7af-4e3d-a199-34f60e551a1d), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:35.919355 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-63c970d7-f12f-4d9a-bffd-53ee9d6946d0 admin admin] Publish callbacks [] for security_group (c31aff98-a7af-4e3d-a199-34f60e551a1d), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:35.975392 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-63c970d7-f12f-4d9a-bffd-53ee9d6946d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (c31aff98-a7af-4e3d-a199-34f60e551a1d), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:35.977896 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-63c970d7-f12f-4d9a-bffd-53ee9d6946d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:35.979421 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-63c970d7-f12f-4d9a-bffd-53ee9d6946d0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c31aff98-a7af-4e3d-a199-34f60e551a1d HTTP/1.1" status: 204 len: 168 time: 0.1326821 Aug 31 04:18:35.987702 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c970d7-f12f-4d9a-bffd-53ee9d6946d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31aff98-a7af-4e3d-a199-34f60e551a1d,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:18:44.017727 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:44.023096 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=7 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:45.534918 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=15 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:45.837115 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=22,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:45.839631 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:45.982722 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:INSERT=8,neutron:UPDATE=1,neutron:SELECT=50,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:45.983820 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=52,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:46.000408 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:18:51.079832 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:18:55.620321 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4f06-43d2-412c-8b88-0bb948438dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:57.685899 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d94a-9f87-448f-9fd9-7a97283a5962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:58.257345 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:18:58.923194 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:00.503218 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:00.505855 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:01.073096 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:07.690104 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50260) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:07.802937 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:07.880252 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Publish callbacks [] for security_group (c9b5cf8d-04e4-485c-8b4c-03e107e4b5fa), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:07.889563 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (c9b5cf8d-04e4-485c-8b4c-03e107e4b5fa), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:07.948025 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e87b3289f518477683649369d5ddaaa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566547 Aug 31 04:19:07.949157 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b5cf8d-04e4-485c-8b4c-03e107e4b5fa,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:07.950880 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50264) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:07.957147 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:07.957500 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:07.957835 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:07.958169 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:07.958505 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:07.958820 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:07.959177 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:07.959497 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:07.960097 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:07.960097 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:07.960508 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:07.960844 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:07.961159 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:07.961518 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:07.961836 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0a3518-ac3e-441e-ab0e-57e85680a078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:08.009183 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Publish callbacks [] for security_group (c9b5cf8d-04e4-485c-8b4c-03e107e4b5fa), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:08.030109 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Publish callbacks [] for security_group (c9b5cf8d-04e4-485c-8b4c-03e107e4b5fa), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:08.082146 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (c9b5cf8d-04e4-485c-8b4c-03e107e4b5fa), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:08.086481 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:08.088089 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c9b5cf8d-04e4-485c-8b4c-03e107e4b5fa HTTP/1.1" status: 204 len: 168 time: 0.1352243 Aug 31 04:19:08.096096 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b5cf8d-04e4-485c-8b4c-03e107e4b5fa,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:08.104001 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:08.104348 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:08.105026 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:08.105367 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:08.105684 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:08.106012 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:08.106378 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:08.106702 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:08.107094 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:08.107421 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:08.107740 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:08.108260 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:08.108588 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:08.108953 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:08.109335 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f5dd92-d7f2-43af-b38d-cf652ae5071d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:10.495432 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:17.944031 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=21,neutron:INSERT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:17.953088 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=18,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:18.091740 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:18.100050 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:18.121959 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:25.530698 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=15 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:25.532054 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=17 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:25.580821 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50392) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:25.614921 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e9dab2f8-ac09-423a-9bab-1ae10cb1bbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:25.694497 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d4e4eb73-7bc4-4f51-859d-fbe35e8fa6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:25.772831 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d4e4eb73-7bc4-4f51-859d-fbe35e8fa6bc admin admin] Publish callbacks [] for security_group (deb31ae9-95bb-4475-9494-4297d69b512f), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:25.778463 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d4e4eb73-7bc4-4f51-859d-fbe35e8fa6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (deb31ae9-95bb-4475-9494-4297d69b512f), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:25.816952 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-d4e4eb73-7bc4-4f51-859d-fbe35e8fa6bc admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=04897b8010e84bfc9b15fc72edcea163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350669 Aug 31 04:19:25.818220 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4eb73-7bc4-4f51-859d-fbe35e8fa6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb31ae9-95bb-4475-9494-4297d69b512f,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:25.820047 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50396) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:25.871727 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d3476951-bb75-4106-bb74-0d97fc980ad8 admin admin] Publish callbacks [] for security_group (deb31ae9-95bb-4475-9494-4297d69b512f), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:25.893075 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d3476951-bb75-4106-bb74-0d97fc980ad8 admin admin] Publish callbacks [] for security_group (deb31ae9-95bb-4475-9494-4297d69b512f), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:25.945653 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d3476951-bb75-4106-bb74-0d97fc980ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (deb31ae9-95bb-4475-9494-4297d69b512f), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:25.948519 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d3476951-bb75-4106-bb74-0d97fc980ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:25.949684 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-d3476951-bb75-4106-bb74-0d97fc980ad8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/deb31ae9-95bb-4475-9494-4297d69b512f HTTP/1.1" status: 204 len: 168 time: 0.1286478 Aug 31 04:19:25.957508 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3476951-bb75-4106-bb74-0d97fc980ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb31ae9-95bb-4475-9494-4297d69b512f,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:26.643767 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50418) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:26.747465 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-387512335-network', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:19:26.772235 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] Made reservation on behalf of 89d0e9ff07ea4aaea9087d1558cade5f for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:19:26.774607 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:26.783773 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:26.864081 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] Publish callbacks [] for security_group (e04e4cfb-a866-44f6-bb7f-504fad13d004), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:26.870490 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (e04e4cfb-a866-44f6-bb7f-504fad13d004), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:26.902044 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:19:26.907687 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04e4cfb-a866-44f6-bb7f-504fad13d004,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:26.916814 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (e3f5a2fb-aac5-4565-9c26-2798eac490be), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:26.917178 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.db.segments_db [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] Added segment e3f5a2fb-aac5-4565-9c26-2798eac490be of type vlan for network 426da267-4f22-42e2-807b-d5e499ca79fe Aug 31 04:19:26.961207 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (426da267-4f22-42e2-807b-d5e499ca79fe), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:26.991379 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (426da267-4f22-42e2-807b-d5e499ca79fe), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:26.992364 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:26.992938 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.058927 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4140439 Aug 31 04:19:27.062314 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50422) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:27.062915 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f472b-5add-4bb1-b6ba-54d0f1d8978f admin admin] Pushing event updated for resources: {'Network': ['ID=426da267-4f22-42e2-807b-d5e499ca79fe,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:27.068674 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-4b3b9728-895f-4962-a9c2-3e7521df6f50 admin admin] Request body: {'subnet': {'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-387512335-subnet', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'ip_version': 4}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:19:27.073658 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network 426da267-4f22-42e2-807b-d5e499ca79fe details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:19:27.094737 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3b9728-895f-4962-a9c2-3e7521df6f50 admin admin] Made reservation on behalf of 89d0e9ff07ea4aaea9087d1558cade5f for: {'subnet': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:19:27.097362 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4b3b9728-895f-4962-a9c2-3e7521df6f50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3977020'] for subnet (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.281635 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4b3b9728-895f-4962-a9c2-3e7521df6f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4007245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3977002'] for subnet (e2ef1183-a901-4731-9952-1048a3014849), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.335308 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b9728-895f-4962-a9c2-3e7521df6f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ef1183-a901-4731-9952-1048a3014849,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:27.353907 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b9728-895f-4962-a9c2-3e7521df6f50 admin admin] Checking segment: {'id': 'e3f5a2fb-aac5-4565-9c26-2798eac490be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106458) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:19:27.354259 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b9728-895f-4962-a9c2-3e7521df6f50 admin admin] Network hostable DHCP agents. Network: 426da267-4f22-42e2-807b-d5e499ca79fe, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106458) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:19:27.375601 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b9728-895f-4962-a9c2-3e7521df6f50 admin admin] Network 426da267-4f22-42e2-807b-d5e499ca79fe is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106458) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:19:27.387414 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-4b3b9728-895f-4962-a9c2-3e7521df6f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, 426da267-4f22-42e2-807b-d5e499ca79fe) {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:19:27.391638 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3b9728-895f-4962-a9c2-3e7521df6f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:27.392243 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-4b3b9728-895f-4962-a9c2-3e7521df6f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for subnet (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.397209 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1270ad-4bae-4b62-8225-2116f31fefac None None] Network 426da267-4f22-42e2-807b-d5e499ca79fe requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:19:27.413558 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-4b3b9728-895f-4962-a9c2-3e7521df6f50 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3474107 Aug 31 04:19:27.413883 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50424) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:27.418207 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:19:27.441085 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8313'] for router (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.442190 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-565639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8192'] for router (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.493507 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Publish callbacks [] for router_controller (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), precommit_add_association {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.504763 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372d0481-a19b-5f9c-9230-c03ba1597ea4-426da267-4f22-42e2-807b-d5e499ca79fe', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'fixed_ips': [{'subnet_id': 'e2ef1183-a901-4731-9952-1048a3014849'}]}} from dv-cinder-853910-5-iscsi. {{(pid=106460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:19:27.505704 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.631558 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Publish callbacks [] for router_gateway (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.638434 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Allocated IP 172.20.0.2 (426da267-4f22-42e2-807b-d5e499ca79fe/e2ef1183-a901-4731-9952-1048a3014849/5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:19:27.722328 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1b5e58cb-ed78-4c49-b03d-993f91c4e88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.794978 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:27.801581 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Publish callbacks [] for port (5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.808590 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:27.809169 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.815564 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Publish callbacks [] for router_gateway (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.839327 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.861042 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Network 426da267-4f22-42e2-807b-d5e499ca79fe is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:19:27.864457 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:19:27.866318 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Pushing event updated for resources: {'Port': ['ID=5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:27.868558 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:19:27.877856 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:27.878206 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:27.878543 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:27.878882 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:27.879234 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:27.879563 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:27.879889 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:27.880194 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:27.880516 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:27.880837 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:27.881161 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:27.881468 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:27.881849 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:27.882166 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:27.882437 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:27.938963 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Attempting to bind port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:19:27.939392 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Attempting to bind port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': 'e3f5a2fb-aac5-4565-9c26-2798eac490be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:19:27.939751 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Attempting to bind port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe on network 426da267-4f22-42e2-807b-d5e499ca79fe {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:19:27.945039 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:19:27.945406 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Checking segment: {'id': 'e3f5a2fb-aac5-4565-9c26-2798eac490be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:19:27.945801 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.946177 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Bound using segment: {'id': 'e3f5a2fb-aac5-4565-9c26-2798eac490be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:19:27.946622 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Bound port: 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f5a2fb-aac5-4565-9c26-2798eac490be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:19:27.947061 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:27.952614 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Allocated IP 172.27.1.30 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/6f0bbc44-cc76-4495-8624-99ae2c5b59fd) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:19:28.015383 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] For port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:19:28.018412 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] For port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:19:28.025608 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:28.072097 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Publish callbacks [] for port (6f0bbc44-cc76-4495-8624-99ae2c5b59fd), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:28.083326 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:19:28.083997 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb00676-004b-4bee-a8d5-9b8cce89693b None None] Pushing event updated for resources: {'Port': ['ID=5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:28.108009 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (6f0bbc44-cc76-4495-8624-99ae2c5b59fd), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:28.151729 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:19:28.157200 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:19:28.159408 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Pushing event updated for resources: {'Port': ['ID=6f0bbc44-cc76-4495-8624-99ae2c5b59fd,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:28.161525 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:19:28.276690 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:28.439981 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Publish callbacks [] for router_gateway (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:28.884186 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566090'] for router (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:28.889870 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:28.925648 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:28.943762 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d6141f-8a67-40d7-bf32-8fc0719fcdc2 None None] Network 426da267-4f22-42e2-807b-d5e499ca79fe requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:19:28.947916 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:28.998123 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:29.007376 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-7c4a17fe-bc83-4c6d-9603-444ec5f2e70f None None] Provisioning complete for port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:29.007742 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7c4a17fe-bc83-4c6d-9603-444ec5f2e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:29.015734 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:29.021661 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 is scheduled to L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 with binding_index 1 {{(pid=106458) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:19:29.130879 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:19:29.134092 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-7c4a17fe-bc83-4c6d-9603-444ec5f2e70f None None] Current status of the port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:19:29.134515 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7c4a17fe-bc83-4c6d-9603-444ec5f2e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:29.145434 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Sync routers for ids ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:19:29.157960 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:29.158522 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Routers {'7a4e9f6b-518f-4932-82ef-5c96995c9fc7'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:19:29.159185 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:19:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:29.159385 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-95dec45c-4ee8-4e8a-b82e-ea98ac5b0608 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7444744 Aug 31 04:19:29.162299 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50426) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:29.182750 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-7c4a17fe-bc83-4c6d-9603-444ec5f2e70f None None] For port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:19:29.189407 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7c4a17fe-bc83-4c6d-9603-444ec5f2e70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:29.260991 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a17fe-bc83-4c6d-9603-444ec5f2e70f None None] Pushing event updated for resources: {'Port': ['ID=5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:29.273657 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Set router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:19:29.409977 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-53134a8e-1842-445d-ba18-1e760f44d206 None None] Provisioning complete for port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:29.410357 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-53134a8e-1842-445d-ba18-1e760f44d206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:29.449103 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:28Z', 'revision_number': 3, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'gw_port': {'id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:29.469841 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:29.474670 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Checking router: 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:19:29.475752 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Updating router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 port 6f0bbc44-cc76-4495-8624-99ae2c5b59fd binding host dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:19:29.482027 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:29.484402 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-53134a8e-1842-445d-ba18-1e760f44d206 None None] Current status of the port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:19:29.507279 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (6f0bbc44-cc76-4495-8624-99ae2c5b59fd), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:29.612914 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:29.730717 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:19:29.758322 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Publish callbacks [] for port (6f0bbc44-cc76-4495-8624-99ae2c5b59fd), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:29.765377 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (6f0bbc44-cc76-4495-8624-99ae2c5b59fd), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:29.774535 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Allocated IP 172.20.0.1 (426da267-4f22-42e2-807b-d5e499ca79fe/e2ef1183-a901-4731-9952-1048a3014849/d8313ce2-6913-4cad-a38b-713e1062df44) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:19:29.779137 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:29.779515 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:29.803008 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Attempting to bind port 6f0bbc44-cc76-4495-8624-99ae2c5b59fd on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:19:29.803426 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Attempting to bind port 6f0bbc44-cc76-4495-8624-99ae2c5b59fd by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:19:29.803753 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Attempting to bind port 6f0bbc44-cc76-4495-8624-99ae2c5b59fd on network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:19:29.816368 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:19:29.816735 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Checking segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:19:29.817125 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:29.817514 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Bound using segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:19:29.817979 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Bound port: 6f0bbc44-cc76-4495-8624-99ae2c5b59fd, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:19:29.818352 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (6f0bbc44-cc76-4495-8624-99ae2c5b59fd), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:29.842643 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Pushing event updated for resources: {'Port': ['ID=6f0bbc44-cc76-4495-8624-99ae2c5b59fd,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:29.854415 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:19:29.860638 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:29.860982 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:29.861339 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:29.861689 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:29.862042 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:29.862363 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:29.862698 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:29.863082 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:29.863359 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:29.863676 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:29.863994 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:29.864324 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:29.864637 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:29.864953 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:29.865262 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:19:29.883915 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] For port 6f0bbc44-cc76-4495-8624-99ae2c5b59fd, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:19:29.887044 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] For port 6f0bbc44-cc76-4495-8624-99ae2c5b59fd, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=6f0bbc44-cc76-4495-8624-99ae2c5b59fd,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:19:29.892997 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Publish callbacks [] for port (d8313ce2-6913-4cad-a38b-713e1062df44), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:29.893903 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (6f0bbc44-cc76-4495-8624-99ae2c5b59fd), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:29.929679 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:29.930253 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Routers {'7a4e9f6b-518f-4932-82ef-5c96995c9fc7'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:19:29.930884 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:19:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:29.937119 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:29.971879 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Network 426da267-4f22-42e2-807b-d5e499ca79fe is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:19:29.977136 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:19:29.979856 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:19:29.993357 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c5b77-56fc-4072-818f-e55b71cf3e7b None None] Pushing event updated for resources: {'Port': ['ID=6f0bbc44-cc76-4495-8624-99ae2c5b59fd,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:30.005677 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Pushing event updated for resources: {'Port': ['ID=d8313ce2-6913-4cad-a38b-713e1062df44,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:30.026507 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:30.053252 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] Set router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:19:30.107059 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:30.167400 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:30.207233 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-887e2871-4c57-4855-ade3-69e2d987d4d3 None None] Provisioning complete for port d8313ce2-6913-4cad-a38b-713e1062df44 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:30.208343 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-887e2871-4c57-4855-ade3-69e2d987d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:30.238421 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:30.243739 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-887e2871-4c57-4855-ade3-69e2d987d4d3 None None] Port d8313ce2-6913-4cad-a38b-713e1062df44 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:19:30.282276 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:30.322566 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:28Z', 'revision_number': 3, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'gw_port': {'id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:30.346590 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Publish callbacks [] for port (d8313ce2-6913-4cad-a38b-713e1062df44), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:30.347845 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f237c79c-519e-4ad3-8147-eaadc8693006 None None] The sync data for ids ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'] in dv-cinder-853910-5-iscsi is: [{'id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:28Z', 'revision_number': 3, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'gw_port': {'id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:19:30.352644 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:30.424659 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565434'] for router_interface (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:30.426411 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Pushing event updated for resources: {'Port': ['ID=d8313ce2-6913-4cad-a38b-713e1062df44,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:30.507080 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:30.515820 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:30.536570 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Network 426da267-4f22-42e2-807b-d5e499ca79fe is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:19:30.537999 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:19:30.673710 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:19:30.794851 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:19:30.806293 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-acbf9bfb-3147-4a1b-b447-9136a0f5070f admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7a4e9f6b-518f-4932-82ef-5c96995c9fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6372285 Aug 31 04:19:30.907730 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-91391884-5012-4732-97b3-efef7004655a None None] Provisioning complete for port d8313ce2-6913-4cad-a38b-713e1062df44 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:30.908110 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-91391884-5012-4732-97b3-efef7004655a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:30.940999 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-91391884-5012-4732-97b3-efef7004655a None None] Port d8313ce2-6913-4cad-a38b-713e1062df44 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:19:31.314565 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50442) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:31.319615 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1558120689-network', 'tenant_id': '1916da62ca0c45ceaa974bf1112d8abc'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:19:31.342847 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] Made reservation on behalf of 1916da62ca0c45ceaa974bf1112d8abc for: {'network': 1} {{(pid=106458) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:19:31.345180 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for network (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:31.357828 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:31.443506 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] Publish callbacks [] for security_group (3bea1407-4af9-49aa-b198-02c70d1ea408), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:31.448958 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (3bea1407-4af9-49aa-b198-02c70d1ea408), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:31.475201 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=106458) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:19:31.485991 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bea1407-4af9-49aa-b198-02c70d1ea408,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:31.491125 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (7b588228-acba-453f-892e-b98db0834ffa), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:31.491486 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.segments_db [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] Added segment 7b588228-acba-453f-892e-b98db0834ffa of type vlan for network c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a Aug 31 04:19:31.532195 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763502724684'] for network (c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:31.559746 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308'] for network (c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:31.560906 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:31.562224 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:31.620905 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3051598 Aug 31 04:19:31.624039 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50444) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:31.629038 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-8fdbe745-b9fe-458b-9573-1ac4929f0bbd admin admin] Request body: {'subnet': {'network_id': 'c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1558120689-subnet', 'tenant_id': '1916da62ca0c45ceaa974bf1112d8abc', 'ip_version': 4}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:19:31.633291 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a1ed-f3f0-41ed-931a-86f483e1a8aa admin admin] Pushing event updated for resources: {'Network': ['ID=c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:31.643668 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Network c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a details requested by agent ovs-agent-dv-cinder-853910-5-iscsi with host dv-cinder-853910-5-iscsi {{(pid=106460) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:19:31.658339 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdbe745-b9fe-458b-9573-1ac4929f0bbd admin admin] Made reservation on behalf of 1916da62ca0c45ceaa974bf1112d8abc for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:19:31.661212 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe745-b9fe-458b-9573-1ac4929f0bbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4017601'] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:31.736167 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 6f0bbc44-cc76-4495-8624-99ae2c5b59fd up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:19:31.774552 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:31.784443 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 6f0bbc44-cc76-4495-8624-99ae2c5b59fd triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:31.784850 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (6f0bbc44-cc76-4495-8624-99ae2c5b59fd), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:31.852851 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe745-b9fe-458b-9573-1ac4929f0bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2222273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4017623'] for subnet (1e3dcdea-d536-4675-866f-57405cf51211), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:31.858909 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 6f0bbc44-cc76-4495-8624-99ae2c5b59fd is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:19:31.859254 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (6f0bbc44-cc76-4495-8624-99ae2c5b59fd), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:31.881502 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 6f0bbc44-cc76-4495-8624-99ae2c5b59fd, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=6f0bbc44-cc76-4495-8624-99ae2c5b59fd,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:19:31.888562 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (6f0bbc44-cc76-4495-8624-99ae2c5b59fd), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:31.895099 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:31.921489 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbe745-b9fe-458b-9573-1ac4929f0bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e3dcdea-d536-4675-866f-57405cf51211,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:31.929601 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdbe745-b9fe-458b-9573-1ac4929f0bbd admin admin] Checking segment: {'id': '7b588228-acba-453f-892e-b98db0834ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:19:31.929960 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdbe745-b9fe-458b-9573-1ac4929f0bbd admin admin] Network hostable DHCP agents. Network: c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a, hostable agents: ['f446ba67-53cb-489e-a15e-d38abd4c16ea'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:19:31.944002 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=6f0bbc44-cc76-4495-8624-99ae2c5b59fd,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:31.950250 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdbe745-b9fe-458b-9573-1ac4929f0bbd admin admin] Network c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a is scheduled to be hosted by DHCP agent f446ba67-53cb-489e-a15e-d38abd4c16ea with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:19:31.961418 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-8fdbe745-b9fe-458b-9573-1ac4929f0bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-5-iscsi, c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:19:31.965815 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdbe745-b9fe-458b-9573-1ac4929f0bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:31.966461 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe745-b9fe-458b-9573-1ac4929f0bbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:31.972747 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Sync routers for ids ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:19:31.977560 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d291dee6-cd2c-41e0-a797-d4687739b64a None None] Network c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:19:31.986712 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-8fdbe745-b9fe-458b-9573-1ac4929f0bbd admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3614824 Aug 31 04:19:31.989702 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50446) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:31.993958 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1558120689-router', 'tenant_id': '1916da62ca0c45ceaa974bf1112d8abc', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:19:31.998316 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:32.018561 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-566458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8313'] for router (213ed31c-a711-42f0-ac91-0100063f7397), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:32.019753 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-565639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-700467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8192'] for router (213ed31c-a711-42f0-ac91-0100063f7397), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:32.025142 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:32.027934 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Routers {'7a4e9f6b-518f-4932-82ef-5c96995c9fc7'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:19:32.028612 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:19:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:32.072443 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Publish callbacks [] for router_controller (213ed31c-a711-42f0-ac91-0100063f7397), precommit_add_association {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:32.174792 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp372d0481-a19b-5f9c-9230-c03ba1597ea4-c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a', 'network_id': 'c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a', 'project_id': '1916da62ca0c45ceaa974bf1112d8abc', 'fixed_ips': [{'subnet_id': '1e3dcdea-d536-4675-866f-57405cf51211'}]}} from dv-cinder-853910-5-iscsi. {{(pid=106460) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:19:32.175716 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:32.180993 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Set router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:19:32.216708 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Publish callbacks [] for router_gateway (213ed31c-a711-42f0-ac91-0100063f7397), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:32.419818 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Publish callbacks [] for router_gateway (213ed31c-a711-42f0-ac91-0100063f7397), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:32.439261 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:32.444940 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Allocated IP 172.20.0.2 (c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a/1e3dcdea-d536-4675-866f-57405cf51211/35f9db91-db51-4be7-8b95-1482528e06dd) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:19:32.502418 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:30Z', 'revision_number': 4, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'gw_port': {'id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'd8313ce2-6913-4cad-a38b-713e1062df44', 'name': '', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'mac_address': 'fa:16:3e:58:d1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e2ef1183-a901-4731-9952-1048a3014849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:29Z', 'updated_at': '2022-08-31T04:19:30Z', 'revision_number': 2, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'subnets': [{'id': 'e2ef1183-a901-4731-9952-1048a3014849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:32.548941 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Allocated IP 172.27.1.14 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:19:32.556714 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Checking router: 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:19:32.557074 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Updating router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 port d8313ce2-6913-4cad-a38b-713e1062df44 binding host dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:19:32.595349 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:32.598862 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:32.666786 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Publish callbacks [] for port (1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:32.702953 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:32.743944 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:19:32.749449 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:19:32.753485 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:19:32.756812 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Pushing event updated for resources: {'Port': ['ID=1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:32.759482 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Publish callbacks [] for port (35f9db91-db51-4be7-8b95-1482528e06dd), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:32.775795 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445'] for port (35f9db91-db51-4be7-8b95-1482528e06dd), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:32.860865 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:32.864511 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Network c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:19:32.872628 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:19:32.874234 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:32.875331 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:19:32.879227 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Pushing event updated for resources: {'Port': ['ID=35f9db91-db51-4be7-8b95-1482528e06dd,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:32.910450 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:32.972170 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Attempting to bind port 35f9db91-db51-4be7-8b95-1482528e06dd on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:19:32.972576 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Attempting to bind port 35f9db91-db51-4be7-8b95-1482528e06dd by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '7b588228-acba-453f-892e-b98db0834ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:19:32.972920 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Attempting to bind port 35f9db91-db51-4be7-8b95-1482528e06dd on network c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:19:32.987273 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:19:32.987632 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Checking segment: {'id': '7b588228-acba-453f-892e-b98db0834ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:19:32.988027 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:32.988418 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Bound using segment: {'id': '7b588228-acba-453f-892e-b98db0834ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:19:32.988892 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Bound port: 35f9db91-db51-4be7-8b95-1482528e06dd, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b588228-acba-453f-892e-b98db0834ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:19:32.989266 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (35f9db91-db51-4be7-8b95-1482528e06dd), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:33.008444 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Publish callbacks [] for router_gateway (213ed31c-a711-42f0-ac91-0100063f7397), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:33.057549 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Publish callbacks [] for port (d8313ce2-6913-4cad-a38b-713e1062df44), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:33.067471 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:33.124241 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] For port 35f9db91-db51-4be7-8b95-1482528e06dd, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:19:33.154547 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] For port 35f9db91-db51-4be7-8b95-1482528e06dd, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=35f9db91-db51-4be7-8b95-1482528e06dd,segment=NetworkSegment(7b588228-acba-453f-892e-b98db0834ffa),segment_id=7b588228-acba-453f-892e-b98db0834ffa)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:19:33.161051 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ee64a-a370-49bc-936f-643665a0b879 None None] Pushing event updated for resources: {'Port': ['ID=d8313ce2-6913-4cad-a38b-713e1062df44,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:33.207513 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-565727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566090'] for router (213ed31c-a711-42f0-ac91-0100063f7397), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:33.315902 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (35f9db91-db51-4be7-8b95-1482528e06dd), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:33.345441 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Router 213ed31c-a711-42f0-ac91-0100063f7397 is scheduled to L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 with binding_index 1 {{(pid=106459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:19:33.353472 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Attempting to bind port d8313ce2-6913-4cad-a38b-713e1062df44 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:19:33.353839 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Attempting to bind port d8313ce2-6913-4cad-a38b-713e1062df44 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': 'e3f5a2fb-aac5-4565-9c26-2798eac490be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:19:33.354196 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Attempting to bind port d8313ce2-6913-4cad-a38b-713e1062df44 on network 426da267-4f22-42e2-807b-d5e499ca79fe {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:19:33.366529 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:19:33.366900 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Checking segment: {'id': 'e3f5a2fb-aac5-4565-9c26-2798eac490be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:19:33.367342 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:33.367719 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Bound using segment: {'id': 'e3f5a2fb-aac5-4565-9c26-2798eac490be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:19:33.368225 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Bound port: d8313ce2-6913-4cad-a38b-713e1062df44, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3f5a2fb-aac5-4565-9c26-2798eac490be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:19:33.368602 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:33.396854 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857cd7d-f33d-4290-9c6c-a30497919c98 None None] Pushing event updated for resources: {'Port': ['ID=35f9db91-db51-4be7-8b95-1482528e06dd,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:33.453264 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] For port d8313ce2-6913-4cad-a38b-713e1062df44, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:19:33.456997 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] For port d8313ce2-6913-4cad-a38b-713e1062df44, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=d8313ce2-6913-4cad-a38b-713e1062df44,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:19:33.465706 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:33.499251 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:33.502197 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Routers {'7a4e9f6b-518f-4932-82ef-5c96995c9fc7'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:19:33.502868 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:19:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:33.580113 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ee64a-a370-49bc-936f-643665a0b879 None None] Pushing event updated for resources: {'Port': ['ID=d8313ce2-6913-4cad-a38b-713e1062df44,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:33.646013 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] Set router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:19:33.751855 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:19:33.765319 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Sync routers for ids ['213ed31c-a711-42f0-ac91-0100063f7397'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:19:33.776189 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:33.778018 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-30d6373b-7e33-46e6-84a3-fcabbcb3b23e admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7868295 Aug 31 04:19:33.780421 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50448) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:33.780882 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Routers {'213ed31c-a711-42f0-ac91-0100063f7397'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:19:33.781410 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:19:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['213ed31c-a711-42f0-ac91-0100063f7397'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:33.865031 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 6f0bbc44-cc76-4495-8624-99ae2c5b59fd up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:19:33.894585 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Set router 213ed31c-a711-42f0-ac91-0100063f7397 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:19:33.900710 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:33.921059 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:30Z', 'revision_number': 4, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'gw_port': {'id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'd8313ce2-6913-4cad-a38b-713e1062df44', 'name': '', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'mac_address': 'fa:16:3e:58:d1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e2ef1183-a901-4731-9952-1048a3014849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:29Z', 'updated_at': '2022-08-31T04:19:33Z', 'revision_number': 4, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'subnets': [{'id': 'e2ef1183-a901-4731-9952-1048a3014849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:33.952303 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be123c2d-77ec-4ad2-a20e-34187f6959e0 None None] The sync data for ids ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'] in dv-cinder-853910-5-iscsi is: [{'id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:30Z', 'revision_number': 4, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'gw_port': {'id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'd8313ce2-6913-4cad-a38b-713e1062df44', 'name': '', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'mac_address': 'fa:16:3e:58:d1:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e2ef1183-a901-4731-9952-1048a3014849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:29Z', 'updated_at': '2022-08-31T04:19:33Z', 'revision_number': 4, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'subnets': [{'id': 'e2ef1183-a901-4731-9952-1048a3014849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:19:33.963672 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 6f0bbc44-cc76-4495-8624-99ae2c5b59fd triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:33.964049 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (6f0bbc44-cc76-4495-8624-99ae2c5b59fd), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:34.085572 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 6f0bbc44-cc76-4495-8624-99ae2c5b59fd is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:19:34.087837 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 35f9db91-db51-4be7-8b95-1482528e06dd up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:19:34.101809 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213ed31c-a711-42f0-ac91-0100063f7397', 'name': 'tempest-TestShelveInstance-1558120689-router', 'tenant_id': '1916da62ca0c45ceaa974bf1112d8abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:19:32Z', 'revision_number': 3, 'project_id': '1916da62ca0c45ceaa974bf1112d8abc', 'gw_port': {'id': '1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213ed31c-a711-42f0-ac91-0100063f7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:34.122134 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:34.149089 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Checking router: 213ed31c-a711-42f0-ac91-0100063f7397 for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:19:34.149436 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Updating router 213ed31c-a711-42f0-ac91-0100063f7397 port 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891 binding host dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:19:34.151807 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:34.178838 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 35f9db91-db51-4be7-8b95-1482528e06dd triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:34.179225 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (35f9db91-db51-4be7-8b95-1482528e06dd), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:34.193203 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:34.278919 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 35f9db91-db51-4be7-8b95-1482528e06dd is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:19:34.279149 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (35f9db91-db51-4be7-8b95-1482528e06dd), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:34.333450 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 35f9db91-db51-4be7-8b95-1482528e06dd, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=35f9db91-db51-4be7-8b95-1482528e06dd,segment=NetworkSegment(7b588228-acba-453f-892e-b98db0834ffa),segment_id=7b588228-acba-453f-892e-b98db0834ffa)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:19:34.340991 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (35f9db91-db51-4be7-8b95-1482528e06dd), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:34.352470 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:34.414699 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=35f9db91-db51-4be7-8b95-1482528e06dd,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:34.511787 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58ed1c2-b732-413a-9a1c-b03408d5189e None None] Network c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:19:34.547133 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Publish callbacks [] for port (1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:34.554180 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:34.594471 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-cb556bbd-39ed-45b9-9e09-58049884b180 None None] Provisioning complete for port 35f9db91-db51-4be7-8b95-1482528e06dd triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:34.594979 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cb556bbd-39ed-45b9-9e09-58049884b180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (35f9db91-db51-4be7-8b95-1482528e06dd), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:34.598045 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Allocated IP 172.20.0.1 (c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a/1e3dcdea-d536-4675-866f-57405cf51211/9b53fe6c-7046-4e2d-96af-204db3edb954) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:19:34.600923 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06f803-4a4d-42c9-93dc-60ce80fde48b None None] Pushing event updated for resources: {'Port': ['ID=1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:34.613992 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Attempting to bind port 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:19:34.614358 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Attempting to bind port 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:19:34.614771 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Attempting to bind port 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891 on network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:19:34.621033 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:19:34.621466 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Checking segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:19:34.621920 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:34.622310 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Bound using segment: {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:19:34.622882 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Bound port: 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2dd731-f9e3-49ad-a3a0-731bad411f71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:19:34.623375 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:34.699997 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] For port 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:19:34.708529 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] For port 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:19:34.719544 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:34.728104 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-cb556bbd-39ed-45b9-9e09-58049884b180 None None] Current status of the port 35f9db91-db51-4be7-8b95-1482528e06dd is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:19:34.729875 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:34.758641 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Publish callbacks [] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:34.766396 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:34.770529 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:34.782270 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Routers {'213ed31c-a711-42f0-ac91-0100063f7397'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:19:34.782936 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:19:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['213ed31c-a711-42f0-ac91-0100063f7397'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:34.809041 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:34.847638 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06f803-4a4d-42c9-93dc-60ce80fde48b None None] Pushing event updated for resources: {'Port': ['ID=1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:34.847885 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Network c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:19:34.850927 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:19:34.858874 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:19:34.893726 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Pushing event updated for resources: {'Port': ['ID=9b53fe6c-7046-4e2d-96af-204db3edb954,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:34.911876 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-565294'] for router_interface (213ed31c-a711-42f0-ac91-0100063f7397), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:34.926013 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] Set router 213ed31c-a711-42f0-ac91-0100063f7397 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:19:35.054543 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:35.055814 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-68daf500-7cc8-423e-984b-95e584cee518 None None] Provisioning complete for port 35f9db91-db51-4be7-8b95-1482528e06dd triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:35.056314 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-68daf500-7cc8-423e-984b-95e584cee518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (35f9db91-db51-4be7-8b95-1482528e06dd), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:35.130380 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213ed31c-a711-42f0-ac91-0100063f7397', 'name': 'tempest-TestShelveInstance-1558120689-router', 'tenant_id': '1916da62ca0c45ceaa974bf1112d8abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:19:32Z', 'revision_number': 3, 'project_id': '1916da62ca0c45ceaa974bf1112d8abc', 'gw_port': {'id': '1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213ed31c-a711-42f0-ac91-0100063f7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:35.163164 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213141ac-e263-4f0c-8e1d-60b4e6b2548f None None] The sync data for ids ['213ed31c-a711-42f0-ac91-0100063f7397'] in dv-cinder-853910-5-iscsi is: [{'id': '213ed31c-a711-42f0-ac91-0100063f7397', 'name': 'tempest-TestShelveInstance-1558120689-router', 'tenant_id': '1916da62ca0c45ceaa974bf1112d8abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:19:32Z', 'revision_number': 3, 'project_id': '1916da62ca0c45ceaa974bf1112d8abc', 'gw_port': {'id': '1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213ed31c-a711-42f0-ac91-0100063f7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:19:35.208302 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-68daf500-7cc8-423e-984b-95e584cee518 None None] Current status of the port 35f9db91-db51-4be7-8b95-1482528e06dd is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:19:35.234437 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:35.250730 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:35.303867 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Publish callbacks [] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:35.309851 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007924'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:35.333597 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-2d2c0625-f37f-4729-9acd-3173e300750a None None] Provisioning complete for port 9b53fe6c-7046-4e2d-96af-204db3edb954 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:35.333969 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2d2c0625-f37f-4729-9acd-3173e300750a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:35.370343 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-2d2c0625-f37f-4729-9acd-3173e300750a None None] Port 9b53fe6c-7046-4e2d-96af-204db3edb954 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:19:35.393920 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-565434'] for router_interface (213ed31c-a711-42f0-ac91-0100063f7397), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:35.395773 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Pushing event updated for resources: {'Port': ['ID=9b53fe6c-7046-4e2d-96af-204db3edb954,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:35.525835 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Network c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:19:35.527193 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:19:35.656300 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Router 213ed31c-a711-42f0-ac91-0100063f7397 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:19:35.772282 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:19:35.781957 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-062c9137-45be-4674-9d2b-5d9f044f3f3f admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/213ed31c-a711-42f0-ac91-0100063f7397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9969363 Aug 31 04:19:35.799331 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-754f4543-6688-4e98-9a1b-000dcdea8563 None None] Provisioning complete for port 9b53fe6c-7046-4e2d-96af-204db3edb954 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:35.799624 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-754f4543-6688-4e98-9a1b-000dcdea8563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:35.838384 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-754f4543-6688-4e98-9a1b-000dcdea8563 None None] Port 9b53fe6c-7046-4e2d-96af-204db3edb954 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:19:35.896717 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 35f9db91-db51-4be7-8b95-1482528e06dd up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:19:35.927616 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:35.946950 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 35f9db91-db51-4be7-8b95-1482528e06dd triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:35.947381 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (35f9db91-db51-4be7-8b95-1482528e06dd), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.023173 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 35f9db91-db51-4be7-8b95-1482528e06dd is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:19:36.024158 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:19:36.073369 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:36.074069 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.150860 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:19:36.151281 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.178346 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50462) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:36.179221 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:19:36.183147 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-29c35d51-fd1b-418e-8a46-2005727f4477 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-706475048', 'description': 'tempest-secgroup-smoke-706475048 description', 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:19:36.183730 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.184569 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device d8313ce2-6913-4cad-a38b-713e1062df44 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:19:36.206651 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-29c35d51-fd1b-418e-8a46-2005727f4477 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.264583 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:36.273686 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port d8313ce2-6913-4cad-a38b-713e1062df44 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:36.274051 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.285086 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-29c35d51-fd1b-418e-8a46-2005727f4477 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group (6fb927c5-2e7f-4aad-a7ce-795bacecbab4), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.292137 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-29c35d51-fd1b-418e-8a46-2005727f4477 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (6fb927c5-2e7f-4aad-a7ce-795bacecbab4), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.323699 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-29c35d51-fd1b-418e-8a46-2005727f4477 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.328138 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-29c35d51-fd1b-418e-8a46-2005727f4477 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1455698 Aug 31 04:19:36.328138 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50464) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:36.332448 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-ef118724-cbac-4bab-8c4e-c7e0690b6001 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Request body: {'security_group_rule': {'security_group_id': '6fb927c5-2e7f-4aad-a7ce-795bacecbab4', 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:19:36.338335 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c35d51-fd1b-418e-8a46-2005727f4477 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb927c5-2e7f-4aad-a7ce-795bacecbab4,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:36.353934 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port d8313ce2-6913-4cad-a38b-713e1062df44 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:19:36.354369 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.364266 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ef118724-cbac-4bab-8c4e-c7e0690b6001 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (fa944a57-8ed3-4356-ae92-224808bdbc0b), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.392665 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port d8313ce2-6913-4cad-a38b-713e1062df44, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=d8313ce2-6913-4cad-a38b-713e1062df44,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:19:36.397523 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.412114 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:36.423448 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ef118724-cbac-4bab-8c4e-c7e0690b6001 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (fa944a57-8ed3-4356-ae92-224808bdbc0b), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.428482 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ef118724-cbac-4bab-8c4e-c7e0690b6001 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (fa944a57-8ed3-4356-ae92-224808bdbc0b), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.450103 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=d8313ce2-6913-4cad-a38b-713e1062df44,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:36.452539 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef118724-cbac-4bab-8c4e-c7e0690b6001 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa944a57-8ed3-4356-ae92-224808bdbc0b,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:36.459012 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ef118724-cbac-4bab-8c4e-c7e0690b6001 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.460240 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-ef118724-cbac-4bab-8c4e-c7e0690b6001 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311646 Aug 31 04:19:36.462935 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50466) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:36.467113 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-f342aafe-31a8-46a8-a782-0db9a9e082c8 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Request body: {'security_group_rule': {'security_group_id': '6fb927c5-2e7f-4aad-a7ce-795bacecbab4', 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:19:36.495290 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f342aafe-31a8-46a8-a782-0db9a9e082c8 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (14abe727-048d-40d7-97a7-fbac91f90a07), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.497491 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:36.555942 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f342aafe-31a8-46a8-a782-0db9a9e082c8 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (14abe727-048d-40d7-97a7-fbac91f90a07), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.561736 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f342aafe-31a8-46a8-a782-0db9a9e082c8 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (14abe727-048d-40d7-97a7-fbac91f90a07), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.580970 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342aafe-31a8-46a8-a782-0db9a9e082c8 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14abe727-048d-40d7-97a7-fbac91f90a07,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:36.587275 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-f342aafe-31a8-46a8-a782-0db9a9e082c8 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.588465 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-f342aafe-31a8-46a8-a782-0db9a9e082c8 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246247 Aug 31 04:19:36.591299 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50468) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:36.595589 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-d5524aad-333b-4685-b400-92eedf70fc3c tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Request body: {'security_group_rule': {'security_group_id': '6fb927c5-2e7f-4aad-a7ce-795bacecbab4', 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:19:36.623588 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d5524aad-333b-4685-b400-92eedf70fc3c tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (6b59ffc8-a6b4-4093-8e3e-1e3161d8cd9a), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.681107 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d5524aad-333b-4685-b400-92eedf70fc3c tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (6b59ffc8-a6b4-4093-8e3e-1e3161d8cd9a), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.687054 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d5524aad-333b-4685-b400-92eedf70fc3c tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (6b59ffc8-a6b4-4093-8e3e-1e3161d8cd9a), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.713773 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5524aad-333b-4685-b400-92eedf70fc3c tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b59ffc8-a6b4-4093-8e3e-1e3161d8cd9a,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:36.723579 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d5524aad-333b-4685-b400-92eedf70fc3c tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.724862 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-d5524aad-333b-4685-b400-92eedf70fc3c tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326444 Aug 31 04:19:36.727870 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50470) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:36.732841 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-6f1bdccf-c5f1-4da2-a0ae-c83bcb30c65f tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Request body: {'security_group_rule': {'security_group_id': '6fb927c5-2e7f-4aad-a7ce-795bacecbab4', 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:19:36.762013 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6f1bdccf-c5f1-4da2-a0ae-c83bcb30c65f tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (aeaf53a7-8bf6-4c84-94af-4cb5669d4624), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.823517 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6f1bdccf-c5f1-4da2-a0ae-c83bcb30c65f tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (aeaf53a7-8bf6-4c84-94af-4cb5669d4624), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.829477 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6f1bdccf-c5f1-4da2-a0ae-c83bcb30c65f tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (aeaf53a7-8bf6-4c84-94af-4cb5669d4624), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.849626 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bdccf-c5f1-4da2-a0ae-c83bcb30c65f tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeaf53a7-8bf6-4c84-94af-4cb5669d4624,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:36.855851 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-6f1bdccf-c5f1-4da2-a0ae-c83bcb30c65f tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.857122 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-6f1bdccf-c5f1-4da2-a0ae-c83bcb30c65f tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281662 Aug 31 04:19:36.860468 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50472) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:36.864847 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-93d79e9f-7705-40e0-a881-332fef6ae99d tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Request body: {'security_group_rule': {'security_group_id': '6fb927c5-2e7f-4aad-a7ce-795bacecbab4', 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:19:36.890068 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.securitygroups_db [None req-93d79e9f-7705-40e0-a881-332fef6ae99d tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Project 89d0e9ff07ea4aaea9087d1558cade5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:19:36.897325 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-93d79e9f-7705-40e0-a881-332fef6ae99d tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (efff201c-6011-483e-ba01-2a2237739fa7), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.958761 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-93d79e9f-7705-40e0-a881-332fef6ae99d tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (efff201c-6011-483e-ba01-2a2237739fa7), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.964417 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-93d79e9f-7705-40e0-a881-332fef6ae99d tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (efff201c-6011-483e-ba01-2a2237739fa7), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.984315 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d79e9f-7705-40e0-a881-332fef6ae99d tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efff201c-6011-483e-ba01-2a2237739fa7,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:36.993089 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-93d79e9f-7705-40e0-a881-332fef6ae99d tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:36.994317 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-93d79e9f-7705-40e0-a881-332fef6ae99d tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328809 Aug 31 04:19:36.997176 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50474) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:19:37.001764 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-cfd6e505-cf7c-42ca-8073-919e03281637 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Request body: {'security_group_rule': {'security_group_id': '6fb927c5-2e7f-4aad-a7ce-795bacecbab4', 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:19:37.024319 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.securitygroups_db [None req-cfd6e505-cf7c-42ca-8073-919e03281637 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Project 89d0e9ff07ea4aaea9087d1558cade5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:19:37.030308 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e505-cf7c-42ca-8073-919e03281637 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (b66f16a8-eafc-4529-bc3a-09dbcc8d5430), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:37.091495 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e505-cf7c-42ca-8073-919e03281637 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (b66f16a8-eafc-4529-bc3a-09dbcc8d5430), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:37.096558 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e505-cf7c-42ca-8073-919e03281637 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611375'] for security_group_rule (b66f16a8-eafc-4529-bc3a-09dbcc8d5430), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:37.118568 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6e505-cf7c-42ca-8073-919e03281637 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66f16a8-eafc-4529-bc3a-09dbcc8d5430,revision_number=0']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:37.127847 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-cfd6e505-cf7c-42ca-8073-919e03281637 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:37.129112 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-cfd6e505-cf7c-42ca-8073-919e03281637 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309388 Aug 31 04:19:37.299495 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Sync routers for ids ['213ed31c-a711-42f0-ac91-0100063f7397'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:19:37.310444 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Routers {'213ed31c-a711-42f0-ac91-0100063f7397'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:19:37.311087 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:19:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['213ed31c-a711-42f0-ac91-0100063f7397'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:37.361046 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:37.430600 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Set router 213ed31c-a711-42f0-ac91-0100063f7397 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:19:37.582446 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:37.633452 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213ed31c-a711-42f0-ac91-0100063f7397', 'name': 'tempest-TestShelveInstance-1558120689-router', 'tenant_id': '1916da62ca0c45ceaa974bf1112d8abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:19:35Z', 'revision_number': 4, 'project_id': '1916da62ca0c45ceaa974bf1112d8abc', 'gw_port': {'id': '1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213ed31c-a711-42f0-ac91-0100063f7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '9b53fe6c-7046-4e2d-96af-204db3edb954', 'name': '', 'network_id': 'c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a', 'tenant_id': '1916da62ca0c45ceaa974bf1112d8abc', 'mac_address': 'fa:16:3e:6a:6f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213ed31c-a711-42f0-ac91-0100063f7397', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '1e3dcdea-d536-4675-866f-57405cf51211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:34Z', 'updated_at': '2022-08-31T04:19:35Z', 'revision_number': 2, 'project_id': '1916da62ca0c45ceaa974bf1112d8abc', 'subnets': [{'id': '1e3dcdea-d536-4675-866f-57405cf51211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:37.663017 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Checking router: 213ed31c-a711-42f0-ac91-0100063f7397 for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:19:37.663392 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Updating router 213ed31c-a711-42f0-ac91-0100063f7397 port 9b53fe6c-7046-4e2d-96af-204db3edb954 binding host dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:19:37.815724 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:19:37.851787 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:37.903504 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:37.903879 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:38.100295 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:19:38.101314 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device d8313ce2-6913-4cad-a38b-713e1062df44 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:19:38.200624 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port d8313ce2-6913-4cad-a38b-713e1062df44 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:38.201004 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:38.251781 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Publish callbacks [] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:38.261919 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:38.293104 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:38.356554 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a9391-4dec-40a3-9479-6c48bb582e8d None None] Pushing event updated for resources: {'Port': ['ID=9b53fe6c-7046-4e2d-96af-204db3edb954,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:38.377341 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port d8313ce2-6913-4cad-a38b-713e1062df44 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:19:38.393849 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Attempting to bind port 9b53fe6c-7046-4e2d-96af-204db3edb954 on host dv-cinder-853910-5-iscsi for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:19:38.394220 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Attempting to bind port 9b53fe6c-7046-4e2d-96af-204db3edb954 by drivers openvswitch,hyperv on host dv-cinder-853910-5-iscsi at level 0 using segments [{'id': '7b588228-acba-453f-892e-b98db0834ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:19:38.394581 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Attempting to bind port 9b53fe6c-7046-4e2d-96af-204db3edb954 on network c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:19:38.400122 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Checking agent: {'id': '7a469eed-48c0-4e9a-81b1-d5177b7b08c3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 3, 58, 30), 'started_at': datetime.datetime(2022, 8, 31, 3, 59), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:19:38.400492 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Checking segment: {'id': '7b588228-acba-453f-892e-b98db0834ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:19:38.400882 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:38.401303 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Bound using segment: {'id': '7b588228-acba-453f-892e-b98db0834ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:19:38.401745 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Bound port: 9b53fe6c-7046-4e2d-96af-204db3edb954, host: dv-cinder-853910-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b588228-acba-453f-892e-b98db0834ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:19:38.402123 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:38.462582 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] For port 9b53fe6c-7046-4e2d-96af-204db3edb954, host dv-cinder-853910-5-iscsi, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:19:38.465745 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] For port 9b53fe6c-7046-4e2d-96af-204db3edb954, host dv-cinder-853910-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=9b53fe6c-7046-4e2d-96af-204db3edb954,segment=NetworkSegment(7b588228-acba-453f-892e-b98db0834ffa),segment_id=7b588228-acba-453f-892e-b98db0834ffa)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:19:38.473593 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:38.480786 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:38.512762 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Routers {'213ed31c-a711-42f0-ac91-0100063f7397'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:19:38.513384 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:19:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['213ed31c-a711-42f0-ac91-0100063f7397'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:38.575674 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a9391-4dec-40a3-9479-6c48bb582e8d None None] Pushing event updated for resources: {'Port': ['ID=9b53fe6c-7046-4e2d-96af-204db3edb954,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:38.637798 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] Set router 213ed31c-a711-42f0-ac91-0100063f7397 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:19:38.845251 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213ed31c-a711-42f0-ac91-0100063f7397', 'name': 'tempest-TestShelveInstance-1558120689-router', 'tenant_id': '1916da62ca0c45ceaa974bf1112d8abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:19:35Z', 'revision_number': 4, 'project_id': '1916da62ca0c45ceaa974bf1112d8abc', 'gw_port': {'id': '1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213ed31c-a711-42f0-ac91-0100063f7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '9b53fe6c-7046-4e2d-96af-204db3edb954', 'name': '', 'network_id': 'c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a', 'tenant_id': '1916da62ca0c45ceaa974bf1112d8abc', 'mac_address': 'fa:16:3e:6a:6f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213ed31c-a711-42f0-ac91-0100063f7397', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '1e3dcdea-d536-4675-866f-57405cf51211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:34Z', 'updated_at': '2022-08-31T04:19:38Z', 'revision_number': 4, 'project_id': '1916da62ca0c45ceaa974bf1112d8abc', 'subnets': [{'id': '1e3dcdea-d536-4675-866f-57405cf51211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:19:38.871600 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa69a87e-ecf6-4e12-989c-f859e57ff92d None None] The sync data for ids ['213ed31c-a711-42f0-ac91-0100063f7397'] in dv-cinder-853910-5-iscsi is: [{'id': '213ed31c-a711-42f0-ac91-0100063f7397', 'name': 'tempest-TestShelveInstance-1558120689-router', 'tenant_id': '1916da62ca0c45ceaa974bf1112d8abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:19:35Z', 'revision_number': 4, 'project_id': '1916da62ca0c45ceaa974bf1112d8abc', 'gw_port': {'id': '1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213ed31c-a711-42f0-ac91-0100063f7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': '9b53fe6c-7046-4e2d-96af-204db3edb954', 'name': '', 'network_id': 'c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a', 'tenant_id': '1916da62ca0c45ceaa974bf1112d8abc', 'mac_address': 'fa:16:3e:6a:6f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213ed31c-a711-42f0-ac91-0100063f7397', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '1e3dcdea-d536-4675-866f-57405cf51211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:34Z', 'updated_at': '2022-08-31T04:19:38Z', 'revision_number': 4, 'project_id': '1916da62ca0c45ceaa974bf1112d8abc', 'subnets': [{'id': '1e3dcdea-d536-4675-866f-57405cf51211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:19:39.744283 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 9b53fe6c-7046-4e2d-96af-204db3edb954 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:19:39.791014 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 9b53fe6c-7046-4e2d-96af-204db3edb954 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:39.791500 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:39.874534 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 9b53fe6c-7046-4e2d-96af-204db3edb954 is: DOWN; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:19:39.874919 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:39.914061 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] For port 9b53fe6c-7046-4e2d-96af-204db3edb954, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=9b53fe6c-7046-4e2d-96af-204db3edb954,segment=NetworkSegment(7b588228-acba-453f-892e-b98db0834ffa),segment_id=7b588228-acba-453f-892e-b98db0834ffa)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:19:39.920960 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:39.968747 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Pushing event updated for resources: {'Port': ['ID=9b53fe6c-7046-4e2d-96af-204db3edb954,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:41.725666 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 9b53fe6c-7046-4e2d-96af-204db3edb954 up at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:19:41.777329 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Provisioning complete for port 9b53fe6c-7046-4e2d-96af-204db3edb954 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:41.777781 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:41.808400 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:41.858431 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Current status of the port 9b53fe6c-7046-4e2d-96af-204db3edb954 is: ACTIVE; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:19:43.765723 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=48,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:43.766559 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:45.113498 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=31 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:45.133930 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=35 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:47.117948 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:47.121404 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:51.854479 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:51.857841 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:52.621212 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-fbb340b4-4aad-4aff-9d3d-076f42effb0c tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-706475048&fields=id&tenant_id=89d0e9ff07ea4aaea9087d1558cade5f HTTP/1.1" status: 200 len: 267 time: 0.0558991 Aug 31 04:19:52.729951 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-b30a8dd7-e414-4b2b-bb6e-7aee99a0f3af tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:52.731843 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-b30a8dd7-e414-4b2b-bb6e-7aee99a0f3af tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/networks?id=426da267-4f22-42e2-807b-d5e499ca79fe HTTP/1.1" status: 200 len: 808 time: 0.1040564 Aug 31 04:19:52.749659 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-0a8c3e33-5c5c-4139-990a-a9b02e5bea60 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/quotas/89d0e9ff07ea4aaea9087d1558cade5f HTTP/1.1" status: 200 len: 375 time: 0.0094447 Aug 31 04:19:52.811106 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-77157a20-ac4a-4d64-9435-b83370273ab3 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=89d0e9ff07ea4aaea9087d1558cade5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564036 Aug 31 04:19:52.930749 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-cd49ab03-744e-43f4-8257-b0dbfbfff2b8 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:19:52.931796 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-cd49ab03-744e-43f4-8257-b0dbfbfff2b8 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1066096 Aug 31 04:19:53.025091 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-f03c9a8b-5b56-4440-98ba-c6e1b7774257 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870783 Aug 31 04:19:53.121442 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-f79baccf-e5fc-4597-80ae-e16b4b1952a4 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904496 Aug 31 04:19:53.453972 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-84357f75-e45a-4de0-b840-07205175813c req-e719d2cf-a762-4915-9afc-a7fa8557301c tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 210 time: 0.0291760 Aug 31 04:19:54.574960 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-97f6d8a3-0c06-424a-8f1b-2b85a5ea5826 req-1ede03f7-d095-4cc5-985d-7b594287203a tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 210 time: 0.0316224 Aug 31 04:19:54.624154 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-2fe8380c-2994-4cdd-a70f-6b8098ae8a99 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:54.625667 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-2fe8380c-2994-4cdd-a70f-6b8098ae8a99 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.26 "GET /networking/v2.0/networks?id=426da267-4f22-42e2-807b-d5e499ca79fe HTTP/1.1" status: 200 len: 808 time: 0.1390376 Aug 31 04:19:54.688892 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-a1b51f01-87d2-437a-9cfe-d6aa11eebede tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=89d0e9ff07ea4aaea9087d1558cade5f HTTP/1.1" status: 200 len: 379 time: 0.0559366 Aug 31 04:19:54.697469 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-1e1d26d1-341e-4e21-a121-4d8e5ebf8aeb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Request body: {'port': {'device_id': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'admin_state_up': True, 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'security_groups': ['6fb927c5-2e7f-4aad-a7ce-795bacecbab4']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:19:54.813917 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-1e1d26d1-341e-4e21-a121-4d8e5ebf8aeb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Made reservation on behalf of 89d0e9ff07ea4aaea9087d1558cade5f for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:19:54.817579 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-1e1d26d1-341e-4e21-a121-4d8e5ebf8aeb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:54.955587 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-1e1d26d1-341e-4e21-a121-4d8e5ebf8aeb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Allocated IP 172.20.0.3 (426da267-4f22-42e2-807b-d5e499ca79fe/e2ef1183-a901-4731-9952-1048a3014849/448c947f-c084-4404-825d-ce8258759bf2) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:19:55.045932 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:55.048241 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:55.103253 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-1e1d26d1-341e-4e21-a121-4d8e5ebf8aeb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for port (448c947f-c084-4404-825d-ce8258759bf2), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:55.138041 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-1e1d26d1-341e-4e21-a121-4d8e5ebf8aeb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (448c947f-c084-4404-825d-ce8258759bf2), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:55.181775 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-1e1d26d1-341e-4e21-a121-4d8e5ebf8aeb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Network 426da267-4f22-42e2-807b-d5e499ca79fe is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:19:55.184970 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-1e1d26d1-341e-4e21-a121-4d8e5ebf8aeb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:19:55.188883 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-1e1d26d1-341e-4e21-a121-4d8e5ebf8aeb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:19:55.194872 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d26d1-341e-4e21-a121-4d8e5ebf8aeb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Pushing event updated for resources: {'Port': ['ID=448c947f-c084-4404-825d-ce8258759bf2,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:55.247608 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-1e1d26d1-341e-4e21-a121-4d8e5ebf8aeb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:55.248213 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-1e1d26d1-341e-4e21-a121-4d8e5ebf8aeb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:55.267429 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-1e1d26d1-341e-4e21-a121-4d8e5ebf8aeb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735259 Aug 31 04:19:55.278789 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.v2.base [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Request body: {'port': {'device_id': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:19:55.344938 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (448c947f-c084-4404-825d-ce8258759bf2), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:55.394179 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-880a1239-285d-4e8a-b725-d59c98879e1a None None] Provisioning complete for port 448c947f-c084-4404-825d-ce8258759bf2 triggered by entity DHCP. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:19:55.394785 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-880a1239-285d-4e8a-b725-d59c98879e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (448c947f-c084-4404-825d-ce8258759bf2), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:55.426695 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-880a1239-285d-4e8a-b725-d59c98879e1a None None] Port 448c947f-c084-4404-825d-ce8258759bf2 cannot update to ACTIVE because it is not bound. {{(pid=106460) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:19:55.624347 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448c947f-c084-4404-825d-ce8258759bf2 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:19:55.627740 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Publish callbacks [] for port (448c947f-c084-4404-825d-ce8258759bf2), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:55.628966 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-78288f3a-0c1a-49ff-ac83-00d2b13f9027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:55.642874 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Transition to ACTIVE for port object 448c947f-c084-4404-825d-ce8258759bf2 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:19:55.648208 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (448c947f-c084-4404-825d-ce8258759bf2), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:55.742455 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Pushing event updated for resources: {'Port': ['ID=448c947f-c084-4404-825d-ce8258759bf2,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:55.770746 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a418f-a778-4bde-b5bb-a951c76f3732 req-13f1be72-1312-4c30-bfed-35de97d58681 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:55.772251 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1b0a418f-a778-4bde-b5bb-a951c76f3732 req-13f1be72-1312-4c30-bfed-35de97d58681 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 943 time: 0.1148622 Aug 31 04:19:55.826965 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Attempting to bind port 448c947f-c084-4404-825d-ce8258759bf2 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:19:55.827281 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Attempting to bind port 448c947f-c084-4404-825d-ce8258759bf2 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'e3f5a2fb-aac5-4565-9c26-2798eac490be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:19:55.827645 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Attempting to bind port 448c947f-c084-4404-825d-ce8258759bf2 on network 426da267-4f22-42e2-807b-d5e499ca79fe {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:19:55.840367 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Port 448c947f-c084-4404-825d-ce8258759bf2 on network 426da267-4f22-42e2-807b-d5e499ca79fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:19:55.840685 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Attempting to bind port 448c947f-c084-4404-825d-ce8258759bf2 on network 426da267-4f22-42e2-807b-d5e499ca79fe {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:19:55.845850 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1b0a418f-a778-4bde-b5bb-a951c76f3732 req-6ad7255c-8eca-48e9-ad1c-98113ac4c512 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674040 Aug 31 04:19:55.849819 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Checking agent: {'id': '65063864-488e-4118-bf41-5e4f60191db2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'started_at': datetime.datetime(2022, 8, 31, 4, 4, 28), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:19:55.850153 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Checking segment: {'id': 'e3f5a2fb-aac5-4565-9c26-2798eac490be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:19:55.850525 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Bound using segment: {'id': 'e3f5a2fb-aac5-4565-9c26-2798eac490be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:19:55.850982 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Bound port: 448c947f-c084-4404-825d-ce8258759bf2, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3f5a2fb-aac5-4565-9c26-2798eac490be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:19:55.851359 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (448c947f-c084-4404-825d-ce8258759bf2), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:55.854050 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:55.861461 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:55.917522 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] For port 448c947f-c084-4404-825d-ce8258759bf2, host hv-cinder-85391, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:19:55.920655 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] For port 448c947f-c084-4404-825d-ce8258759bf2, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=448c947f-c084-4404-825d-ce8258759bf2,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:19:55.929819 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2222712'] for port (448c947f-c084-4404-825d-ce8258759bf2), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:55.935400 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:55.936006 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:55.937387 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/448c947f-c084-4404-825d-ce8258759bf2 HTTP/1.1" status: 200 len: 1093 time: 0.6635656 Aug 31 04:19:55.937874 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'tag': '448c947f-c084-4404-825d-ce8258759bf2'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:19:55.940237 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255350be-0efe-44f4-abeb-abfac6553390" -d '{"events": [{"name": "network-changed", "server_uuid": "c74e920a-b980-4a3c-b5b1-ffc60c29d6c5", "tag": "448c947f-c084-4404-825d-ce8258759bf2"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:19:55.990648 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce401aa-ea6b-4b90-8d1c-9ddbccfac5ef x-openstack-request-id: req-2ce401aa-ea6b-4b90-8d1c-9ddbccfac5ef {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:19:55.990936 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74e920a-b980-4a3c-b5b1-ffc60c29d6c5", "tag": "448c947f-c084-4404-825d-ce8258759bf2", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:19:55.991189 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ce401aa-ea6b-4b90-8d1c-9ddbccfac5ef {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:19:55.991606 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce401aa-ea6b-4b90-8d1c-9ddbccfac5ef'] response: {'name': 'network-changed', 'server_uuid': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'tag': '448c947f-c084-4404-825d-ce8258759bf2', 'status': 'completed', 'code': 200} Aug 31 04:19:56.026878 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c8c57-df4f-4e5c-90d6-56519f9b2b94 service neutron] Pushing event updated for resources: {'Port': ['ID=448c947f-c084-4404-825d-ce8258759bf2,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:19:56.030423 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-c2261031-ae5b-4e5c-9bcb-c1b95727a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:56.032041 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-c2261031-ae5b-4e5c-9bcb-c1b95727a988 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=89d0e9ff07ea4aaea9087d1558cade5f&device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 1127 time: 0.0575414 Aug 31 04:19:56.073959 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-d947593a-fb46-41e7-86c7-0e514aecbe8a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=448c947f-c084-4404-825d-ce8258759bf2 HTTP/1.1" status: 200 len: 217 time: 0.0337994 Aug 31 04:19:56.123516 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-2d0eba64-d36b-4627-971a-e381ee9e6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:56.124916 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-2d0eba64-d36b-4627-971a-e381ee9e6b59 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e2ef1183-a901-4731-9952-1048a3014849 HTTP/1.1" status: 200 len: 847 time: 0.0450301 Aug 31 04:19:56.171775 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-3d6d5477-dff7-4c3e-9a09-669d853f4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:56.173252 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-3d6d5477-dff7-4c3e-9a09-669d853f4111 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=426da267-4f22-42e2-807b-d5e499ca79fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425792 Aug 31 04:19:56.262987 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-84a30062-f376-4d3e-9244-0fc245c6e10a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837913 Aug 31 04:19:56.358913 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3c9386dd-4172-45e4-aae4-74413abb4f3d req-a446c972-8bd3-402f-9881-39944d7046d8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895789 Aug 31 04:19:56.630205 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255350be-0efe-44f4-abeb-abfac6553390 req-95b2998b-4516-4f76-9ad7-60b7f0c3fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:56.631725 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-255350be-0efe-44f4-abeb-abfac6553390 req-95b2998b-4516-4f76-9ad7-60b7f0c3fa3a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=89d0e9ff07ea4aaea9087d1558cade5f&device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 1127 time: 0.0407681 Aug 31 04:19:56.737446 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255350be-0efe-44f4-abeb-abfac6553390 req-594a6821-a34c-4902-b8ee-cb829214154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:56.738889 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-255350be-0efe-44f4-abeb-abfac6553390 req-594a6821-a34c-4902-b8ee-cb829214154b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=426da267-4f22-42e2-807b-d5e499ca79fe HTTP/1.1" status: 200 len: 909 time: 0.1013851 Aug 31 04:19:56.780380 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-255350be-0efe-44f4-abeb-abfac6553390 req-b3f04d15-7692-4893-9034-b56269df17d1 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=448c947f-c084-4404-825d-ce8258759bf2 HTTP/1.1" status: 200 len: 217 time: 0.0361516 Aug 31 04:19:56.829412 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255350be-0efe-44f4-abeb-abfac6553390 req-caa414d1-2ccf-4b61-b1a0-841c4e500315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:56.830823 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-255350be-0efe-44f4-abeb-abfac6553390 req-caa414d1-2ccf-4b61-b1a0-841c4e500315 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e2ef1183-a901-4731-9952-1048a3014849 HTTP/1.1" status: 200 len: 847 time: 0.0447917 Aug 31 04:19:56.876949 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255350be-0efe-44f4-abeb-abfac6553390 req-f0a852d0-ad56-4ca3-ab35-f377b55388c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:56.878684 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-255350be-0efe-44f4-abeb-abfac6553390 req-f0a852d0-ad56-4ca3-ab35-f377b55388c0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=426da267-4f22-42e2-807b-d5e499ca79fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419314 Aug 31 04:19:56.988537 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e0be6-2f84-4d1d-88c9-4230e844fe0a req-376c7226-33b9-4bbd-b01d-586d947c344e tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:56.989997 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1f6e0be6-2f84-4d1d-88c9-4230e844fe0a req-376c7226-33b9-4bbd-b01d-586d947c344e tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 943 time: 0.0621831 Aug 31 04:19:57.021070 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-255350be-0efe-44f4-abeb-abfac6553390 req-ab8d9a69-f1e2-4fc6-9613-9d6d016cfb51 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366987 Aug 31 04:19:57.096360 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:57.100597 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-1f6e0be6-2f84-4d1d-88c9-4230e844fe0a req-202eec3a-8923-46f2-b9b0-6f1d9562078f tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043153 Aug 31 04:19:57.139604 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-255350be-0efe-44f4-abeb-abfac6553390 req-a008ad3f-fb73-49d8-9683-7d419f1b1e68 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102242 Aug 31 04:19:57.691170 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-647c0862-9664-41df-b9c8-66a839b3bf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:58.024618 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:58.026880 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:58.228210 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d4b81-79a0-4c97-b158-3fdf8415b1fb req-48a587a2-c6fb-484e-94e2-6ebadf694b40 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:58.229716 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-783d4b81-79a0-4c97-b158-3fdf8415b1fb req-48a587a2-c6fb-484e-94e2-6ebadf694b40 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 943 time: 0.0471282 Aug 31 04:19:58.244111 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:19:58.269479 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:58.289244 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-783d4b81-79a0-4c97-b158-3fdf8415b1fb req-10b76c7e-0312-4fc9-91d9-0e1054436209 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505319 Aug 31 04:19:58.933490 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:19:59.412116 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92f70e-605b-4dd4-83f8-adc040132d88 req-a8f42e89-9b72-410f-8a57-dd85a485daf3 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:19:59.413606 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3f92f70e-605b-4dd4-83f8-adc040132d88 req-a8f42e89-9b72-410f-8a57-dd85a485daf3 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 943 time: 0.0502203 Aug 31 04:19:59.466650 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3f92f70e-605b-4dd4-83f8-adc040132d88 req-b5b34b42-3067-4a51-a219-62d06f28e76d tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447371 Aug 31 04:20:00.505091 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:00.508806 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:00.609678 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730a1a4-af4a-412e-a132-2adf0c905bf8 req-f05f22d2-c77a-4e70-b1dc-a25acbfc23fd tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:00.611117 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3730a1a4-af4a-412e-a132-2adf0c905bf8 req-f05f22d2-c77a-4e70-b1dc-a25acbfc23fd tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 943 time: 0.0595403 Aug 31 04:20:00.662508 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3730a1a4-af4a-412e-a132-2adf0c905bf8 req-d08501b2-3dbe-43e6-a328-c13dedf32792 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453942 Aug 31 04:20:01.795181 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f891eef-0fbc-461e-a50a-e4d83cf37300 req-42367b3b-65e9-45c7-82b6-b4e23e7b6677 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:01.796652 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3f891eef-0fbc-461e-a50a-e4d83cf37300 req-42367b3b-65e9-45c7-82b6-b4e23e7b6677 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 943 time: 0.0592422 Aug 31 04:20:01.850417 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3f891eef-0fbc-461e-a50a-e4d83cf37300 req-6cbe2b7e-5644-499c-8bcb-7fe14873e193 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451553 Aug 31 04:20:02.969599 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcbfa5-7ee9-415e-af5e-697af5d75976 req-f7aaa232-904f-42d1-83be-c43c5b07ec94 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:02.971120 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ebdcbfa5-7ee9-415e-af5e-697af5d75976 req-f7aaa232-904f-42d1-83be-c43c5b07ec94 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 943 time: 0.0473285 Aug 31 04:20:03.021093 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ebdcbfa5-7ee9-415e-af5e-697af5d75976 req-175b9d78-8520-43e3-9624-321b8ac59816 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442441 Aug 31 04:20:04.168577 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b3eb6-bcd3-42b4-b501-f9bd16be9978 req-3206382a-f06d-49a7-a4b4-59d54503d212 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:04.169988 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f20b3eb6-bcd3-42b4-b501-f9bd16be9978 req-3206382a-f06d-49a7-a4b4-59d54503d212 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 943 time: 0.0615332 Aug 31 04:20:04.223409 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f20b3eb6-bcd3-42b4-b501-f9bd16be9978 req-4271f442-6710-4cfd-9f78-61b7e78d0d85 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446665 Aug 31 04:20:04.457205 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 448c947f-c084-4404-825d-ce8258759bf2 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:20:04.560123 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 448c947f-c084-4404-825d-ce8258759bf2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=448c947f-c084-4404-825d-ce8258759bf2,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:20:04.571326 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '448c947f-c084-4404-825d-ce8258759bf2', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'port_id': '448c947f-c084-4404-825d-ce8258759bf2', 'mac_address': 'fa:16:3e:9c:37:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ef1183-a901-4731-9952-1048a3014849', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:20:04.610095 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 448c947f-c084-4404-825d-ce8258759bf2 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:20:04.610481 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (448c947f-c084-4404-825d-ce8258759bf2), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:04.623340 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448c947f-c084-4404-825d-ce8258759bf2 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:20:04.642861 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 448c947f-c084-4404-825d-ce8258759bf2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=448c947f-c084-4404-825d-ce8258759bf2,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:20:04.648365 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (448c947f-c084-4404-825d-ce8258759bf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:04.693735 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=448c947f-c084-4404-825d-ce8258759bf2,revision_number=4']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:20:04.876610 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['448c947f-c084-4404-825d-ce8258759bf2'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:20:05.082515 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:20:05.367317 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061eb18-f92f-42de-88ba-50cac965a77a req-1c30d399-989b-4b51-acc3-05ddafc69ac5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:05.368806 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9061eb18-f92f-42de-88ba-50cac965a77a req-1c30d399-989b-4b51-acc3-05ddafc69ac5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 944 time: 0.0545216 Aug 31 04:20:05.420323 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-9061eb18-f92f-42de-88ba-50cac965a77a req-55cc81ed-a014-4a8e-b12d-839888fea9bf tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457132 Aug 31 04:20:06.475009 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 448c947f-c084-4404-825d-ce8258759bf2 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:20:06.523183 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning for port 448c947f-c084-4404-825d-ce8258759bf2 completed by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:20:06.533829 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 448c947f-c084-4404-825d-ce8258759bf2 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:20:06.534205 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (448c947f-c084-4404-825d-ce8258759bf2), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:06.562627 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12588bcd-d997-4674-bb17-580f3beb3bee req-fa2db50a-d69f-42ca-9fd6-0470b1616862 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:06.564070 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-12588bcd-d997-4674-bb17-580f3beb3bee req-fa2db50a-d69f-42ca-9fd6-0470b1616862 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 944 time: 0.0480795 Aug 31 04:20:06.572749 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:06.580357 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:06.617129 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 448c947f-c084-4404-825d-ce8258759bf2 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:20:06.617530 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (448c947f-c084-4404-825d-ce8258759bf2), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:06.619907 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-12588bcd-d997-4674-bb17-580f3beb3bee req-3eec1765-ffbc-44ab-ae90-e6862ef875fd tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500162 Aug 31 04:20:06.641741 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448c947f-c084-4404-825d-ce8258759bf2'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:20:06.644048 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b136a312-e9c5-411e-befb-6661dd44288a" -d '{"events": [{"server_uuid": "c74e920a-b980-4a3c-b5b1-ffc60c29d6c5", "name": "network-vif-plugged", "status": "completed", "tag": "448c947f-c084-4404-825d-ce8258759bf2"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:20:06.656786 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 448c947f-c084-4404-825d-ce8258759bf2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=448c947f-c084-4404-825d-ce8258759bf2,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:20:06.662104 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (448c947f-c084-4404-825d-ce8258759bf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:06.709517 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=448c947f-c084-4404-825d-ce8258759bf2,revision_number=5']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:20:06.744582 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803cd70a-bbd7-47aa-990a-e540c62281ed x-openstack-request-id: req-803cd70a-bbd7-47aa-990a-e540c62281ed {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:20:06.744875 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74e920a-b980-4a3c-b5b1-ffc60c29d6c5", "name": "network-vif-plugged", "status": "completed", "tag": "448c947f-c084-4404-825d-ce8258759bf2", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:20:06.745129 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-803cd70a-bbd7-47aa-990a-e540c62281ed {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:20:06.745543 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803cd70a-bbd7-47aa-990a-e540c62281ed'] response: {'server_uuid': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448c947f-c084-4404-825d-ce8258759bf2', 'code': 200} Aug 31 04:20:06.974428 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81e289-5429-4705-8eee-ce71e2bc4ea4 req-2307bdf6-d371-48aa-8e0f-9e25e8a36493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:06.975963 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0c81e289-5429-4705-8eee-ce71e2bc4ea4 req-2307bdf6-d371-48aa-8e0f-9e25e8a36493 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 1129 time: 0.0411246 Aug 31 04:20:07.022921 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-0c81e289-5429-4705-8eee-ce71e2bc4ea4 req-ee697714-2d4b-4666-af8f-25a2a5550158 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405803 Aug 31 04:20:07.751939 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd12d56-a58b-4b52-b8f8-887935ad61e0 req-af3759c2-cfbd-4c94-92a4-c0e05c1a4e19 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:07.753454 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ebd12d56-a58b-4b52-b8f8-887935ad61e0 req-af3759c2-cfbd-4c94-92a4-c0e05c1a4e19 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0496597 Aug 31 04:20:07.793762 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:07.808133 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ebd12d56-a58b-4b52-b8f8-887935ad61e0 req-2e9cbce3-ce61-471a-aad4-7d08daaca0ec tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460954 Aug 31 04:20:08.942926 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab33589-2c3a-4e43-a563-dbfdacd6f891 req-2b87cd2c-eb76-4b04-8bdf-4a5431a81fae tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:08.944433 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2ab33589-2c3a-4e43-a563-dbfdacd6f891 req-2b87cd2c-eb76-4b04-8bdf-4a5431a81fae tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0513213 Aug 31 04:20:08.995389 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2ab33589-2c3a-4e43-a563-dbfdacd6f891 req-bb76d83f-8b17-4a52-afef-0d1237d338a3 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452724 Aug 31 04:20:09.116777 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3126ebd-4aa1-4b2a-9c96-1e593cb820df req-5e8ed6b4-a469-4ade-bd93-8852b7cdf102 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:09.118117 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d3126ebd-4aa1-4b2a-9c96-1e593cb820df req-5e8ed6b4-a469-4ade-bd93-8852b7cdf102 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0469263 Aug 31 04:20:09.177389 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d3126ebd-4aa1-4b2a-9c96-1e593cb820df req-b10add07-c696-446c-bc74-eeef0483991c tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507240 Aug 31 04:20:09.209907 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50646) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:20:09.303107 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546b9710-2955-4ca8-b09e-739072c142b8 tempest-TestShelveInstance-1793040307 tempest-TestShelveInstance-1793040307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:09.304708 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-546b9710-2955-4ca8-b09e-739072c142b8 tempest-TestShelveInstance-1793040307 tempest-TestShelveInstance-1793040307-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 1124 time: 0.0937762 Aug 31 04:20:09.307973 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50650) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:20:09.312146 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.v2.base [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Request body: {'floatingip': {'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'port_id': '448c947f-c084-4404-825d-ce8258759bf2', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106458) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:20:09.338140 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:09.432558 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (None), before_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:09.548542 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.db_base_plugin_common [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Allocated IP 172.27.1.183 (6a4dfb25-163a-4ab8-82fd-91e5514c8f22/d112b133-4864-45e2-bd0c-e3cee0902150/634e45d3-a9da-4d82-980e-f0f525a75bc5) {{(pid=106458) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:20:09.673130 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for port (634e45d3-a9da-4d82-980e-f0f525a75bc5), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:09.715268 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763502706445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (634e45d3-a9da-4d82-980e-f0f525a75bc5), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:09.756434 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Network 6a4dfb25-163a-4ab8-82fd-91e5514c8f22 is already hosted by enough agents. {{(pid=106458) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:20:09.761465 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.base_scheduler [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Resources bound (agent type, host, resource id): {{(pid=106458) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:20:09.764448 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Received port after_create {{(pid=106458) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:20:09.768099 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Pushing event updated for resources: {'Port': ['ID=634e45d3-a9da-4d82-980e-f0f525a75bc5,revision_number=1']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:20:09.796221 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:20:09.796559 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:20:09.796892 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:20:09.797226 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:20:09.797595 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:20:09.797920 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:20:09.798240 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:20:09.798540 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:20:09.798854 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:20:09.799193 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:20:09.799514 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:20:09.799826 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:20:09.800136 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:20:09.800448 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:20:09.800759 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:20:10.121302 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:10.125152 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:10.134655 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for floatingip (57e47ed3-ca1e-4b0b-a84d-e169303844ef), precommit_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:10.204200 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (634e45d3-a9da-4d82-980e-f0f525a75bc5), before_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:10.371444 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for port (634e45d3-a9da-4d82-980e-f0f525a75bc5), precommit_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:10.382739 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4007924'] for port (634e45d3-a9da-4d82-980e-f0f525a75bc5), after_update {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:10.472629 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Pushing event updated for resources: {'Port': ['ID=634e45d3-a9da-4d82-980e-f0f525a75bc5,revision_number=2']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:20:10.475127 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566165'] for floatingip (57e47ed3-ca1e-4b0b-a84d-e169303844ef), after_create {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:10.570848 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.l3_db [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Floating IP 57e47ed3-ca1e-4b0b-a84d-e169303844ef associated. External IP: 172.27.1.183, port: 448c947f-c084-4404-825d-ce8258759bf2. Aug 31 04:20:11.017429 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:20:11.156127 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:20:11.166595 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fd0226-3a56-4599-8dc3-ce6e3409df4d None None] Sync routers for ids ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:20:11.176939 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:11.177585 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd0226-3a56-4599-8dc3-ce6e3409df4d None None] Routers {'7a4e9f6b-518f-4932-82ef-5c96995c9fc7'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:20:11.178256 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-f3fd0226-3a56-4599-8dc3-ce6e3409df4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:19:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:20:11.209650 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-ebd7394a-8ffd-4d49-a767-006158298ce5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9006550 Aug 31 04:20:11.210255 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'tag': '448c947f-c084-4404-825d-ce8258759bf2'}] {{(pid=106458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:20:11.212584 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab21058fd9cc7c6c9b6319ea517c36f91abc2cee6dad35e856c077ecf1eac4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c395d6-85d8-4bb2-a7bd-052cd62de426" -d '{"events": [{"name": "network-changed", "server_uuid": "c74e920a-b980-4a3c-b5b1-ffc60c29d6c5", "tag": "448c947f-c084-4404-825d-ce8258759bf2"}]}' {{(pid=106458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:20:11.252005 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11e545e-7549-47cc-881d-e8a444995b72 x-openstack-request-id: req-f11e545e-7549-47cc-881d-e8a444995b72 {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:20:11.252315 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74e920a-b980-4a3c-b5b1-ffc60c29d6c5", "tag": "448c947f-c084-4404-825d-ce8258759bf2", "status": "completed", "code": 200}]} {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:20:11.252553 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f11e545e-7549-47cc-881d-e8a444995b72 {{(pid=106458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:20:11.252965 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11e545e-7549-47cc-881d-e8a444995b72'] response: {'name': 'network-changed', 'server_uuid': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'tag': '448c947f-c084-4404-825d-ce8258759bf2', 'status': 'completed', 'code': 200} Aug 31 04:20:11.285864 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-f3fd0226-3a56-4599-8dc3-ce6e3409df4d None None] Set router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:20:11.317046 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c395d6-85d8-4bb2-a7bd-052cd62de426 req-e958bbc1-7bb6-4693-b63e-37894a801971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:11.318534 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b7c395d6-85d8-4bb2-a7bd-052cd62de426 req-e958bbc1-7bb6-4693-b63e-37894a801971 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=89d0e9ff07ea4aaea9087d1558cade5f&device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 1129 time: 0.0406682 Aug 31 04:20:11.332206 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:11.420093 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c395d6-85d8-4bb2-a7bd-052cd62de426 req-c94a201f-5af4-4808-bfee-941930eb61a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:11.421554 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b7c395d6-85d8-4bb2-a7bd-052cd62de426 req-c94a201f-5af4-4808-bfee-941930eb61a8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=426da267-4f22-42e2-807b-d5e499ca79fe HTTP/1.1" status: 200 len: 909 time: 0.0967495 Aug 31 04:20:11.488303 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b7c395d6-85d8-4bb2-a7bd-052cd62de426 req-798d7a51-5169-463a-a831-6fd10da7006b service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=448c947f-c084-4404-825d-ce8258759bf2 HTTP/1.1" status: 200 len: 999 time: 0.0603309 Aug 31 04:20:11.505529 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-f3fd0226-3a56-4599-8dc3-ce6e3409df4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:30Z', 'revision_number': 4, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'gw_port': {'id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '57e47ed3-ca1e-4b0b-a84d-e169303844ef', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'port_id': '448c947f-c084-4404-825d-ce8258759bf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'mac_address': 'fa:16:3e:9c:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:20:09Z', 'updated_at': '2022-08-31T04:20:09Z', 'revision_number': 0, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8313ce2-6913-4cad-a38b-713e1062df44', 'name': '', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'mac_address': 'fa:16:3e:58:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e2ef1183-a901-4731-9952-1048a3014849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:29Z', 'updated_at': '2022-08-31T04:19:36Z', 'revision_number': 5, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'subnets': [{'id': 'e2ef1183-a901-4731-9952-1048a3014849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:20:11.530398 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fd0226-3a56-4599-8dc3-ce6e3409df4d None None] Checking router: 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:20:11.536542 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c395d6-85d8-4bb2-a7bd-052cd62de426 req-695497b5-b584-4b7d-a9ab-1dc1c15f93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:11.537952 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b7c395d6-85d8-4bb2-a7bd-052cd62de426 req-695497b5-b584-4b7d-a9ab-1dc1c15f93f6 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e2ef1183-a901-4731-9952-1048a3014849 HTTP/1.1" status: 200 len: 847 time: 0.0444295 Aug 31 04:20:11.539725 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd0226-3a56-4599-8dc3-ce6e3409df4d None None] Routers {'7a4e9f6b-518f-4932-82ef-5c96995c9fc7'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:20:11.540352 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-f3fd0226-3a56-4599-8dc3-ce6e3409df4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:19:58Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:20:11.580437 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c395d6-85d8-4bb2-a7bd-052cd62de426 req-41ca7125-6763-4b8a-b604-23281926947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:11.581971 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b7c395d6-85d8-4bb2-a7bd-052cd62de426 req-41ca7125-6763-4b8a-b604-23281926947f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=426da267-4f22-42e2-807b-d5e499ca79fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386891 Aug 31 04:20:11.682168 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b7c395d6-85d8-4bb2-a7bd-052cd62de426 req-ae5cd86c-b958-4635-8a67-5483a3000208 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940123 Aug 31 04:20:11.728524 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-f3fd0226-3a56-4599-8dc3-ce6e3409df4d None None] Set router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:20:11.776154 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-b7c395d6-85d8-4bb2-a7bd-052cd62de426 req-abf4ceb2-5d6e-406b-bf74-cf38888cc993 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884290 Aug 31 04:20:11.938135 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-f3fd0226-3a56-4599-8dc3-ce6e3409df4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:30Z', 'revision_number': 4, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'gw_port': {'id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '57e47ed3-ca1e-4b0b-a84d-e169303844ef', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'port_id': '448c947f-c084-4404-825d-ce8258759bf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'mac_address': 'fa:16:3e:9c:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:20:09Z', 'updated_at': '2022-08-31T04:20:09Z', 'revision_number': 0, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8313ce2-6913-4cad-a38b-713e1062df44', 'name': '', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'mac_address': 'fa:16:3e:58:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e2ef1183-a901-4731-9952-1048a3014849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:29Z', 'updated_at': '2022-08-31T04:19:36Z', 'revision_number': 5, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'subnets': [{'id': 'e2ef1183-a901-4731-9952-1048a3014849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:20:11.963234 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fd0226-3a56-4599-8dc3-ce6e3409df4d None None] The sync data for ids ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'] in dv-cinder-853910-5-iscsi is: [{'id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:30Z', 'revision_number': 4, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'gw_port': {'id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_floatingips': [{'id': '57e47ed3-ca1e-4b0b-a84d-e169303844ef', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'router_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'port_id': '448c947f-c084-4404-825d-ce8258759bf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'mac_address': 'fa:16:3e:9c:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:20:09Z', 'updated_at': '2022-08-31T04:20:09Z', 'revision_number': 0, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8313ce2-6913-4cad-a38b-713e1062df44', 'name': '', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'mac_address': 'fa:16:3e:58:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e2ef1183-a901-4731-9952-1048a3014849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:29Z', 'updated_at': '2022-08-31T04:19:36Z', 'revision_number': 5, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'subnets': [{'id': 'e2ef1183-a901-4731-9952-1048a3014849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:20:12.165805 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa159a28-ff78-4096-a085-81f521da30a4 None None] New status for floating IP 57e47ed3-ca1e-4b0b-a84d-e169303844ef: ACTIVE {{(pid=106460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:20:21.202452 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:21.205998 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:21.771301 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=70 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:21.772533 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=40 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:21.942058 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=75 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:22.263864 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:22.297566 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:24.013583 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:25.632093 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-415ca919-dced-4abc-8496-b458200a84cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:27.695554 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f9c5754f-2192-4626-ad23-fff01c95767c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:28.275836 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:28.936773 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:30.503174 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:30.506104 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:35.030633 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:35.031881 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:42.087593 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:20:42.202152 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-91d7891d-b225-462d-9926-07a50a5adc71 req-2db51aa0-1504-4e0a-bff7-e5983b5c1708 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513217 Aug 31 04:20:42.288411 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7891d-b225-462d-9926-07a50a5adc71 req-290aa7f7-b0ad-4f0f-8c1f-15dd099aa425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:42.289954 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-91d7891d-b225-462d-9926-07a50a5adc71 req-290aa7f7-b0ad-4f0f-8c1f-15dd099aa425 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=89d0e9ff07ea4aaea9087d1558cade5f&device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 1129 time: 0.0437806 Aug 31 04:20:42.407876 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7891d-b225-462d-9926-07a50a5adc71 req-f9b4f032-aa06-4dae-82a9-df1d89a017b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:42.409264 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-91d7891d-b225-462d-9926-07a50a5adc71 req-f9b4f032-aa06-4dae-82a9-df1d89a017b0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=426da267-4f22-42e2-807b-d5e499ca79fe HTTP/1.1" status: 200 len: 909 time: 0.0961020 Aug 31 04:20:42.485070 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-91d7891d-b225-462d-9926-07a50a5adc71 req-cb973e2f-400e-4a81-a954-41f18425aaa0 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=448c947f-c084-4404-825d-ce8258759bf2 HTTP/1.1" status: 200 len: 1001 time: 0.0700183 Aug 31 04:20:42.538430 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7891d-b225-462d-9926-07a50a5adc71 req-d6c56e20-2584-429e-97b9-8530570c23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:42.539925 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-91d7891d-b225-462d-9926-07a50a5adc71 req-d6c56e20-2584-429e-97b9-8530570c23fd service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e2ef1183-a901-4731-9952-1048a3014849 HTTP/1.1" status: 200 len: 847 time: 0.0494800 Aug 31 04:20:42.584188 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7891d-b225-462d-9926-07a50a5adc71 req-11761368-10fe-49a9-bb01-e9fc0b436bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:20:42.585661 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-91d7891d-b225-462d-9926-07a50a5adc71 req-11761368-10fe-49a9-bb01-e9fc0b436bbe service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=426da267-4f22-42e2-807b-d5e499ca79fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391943 Aug 31 04:20:42.689568 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-91d7891d-b225-462d-9926-07a50a5adc71 req-b12c8b90-357e-440e-9c27-6a0f6ddb8745 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971692 Aug 31 04:20:42.788616 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-91d7891d-b225-462d-9926-07a50a5adc71 req-5b58f847-3688-4dc6-b55e-594a97a211df service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934851 Aug 31 04:20:45.670407 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:UPDATE=2,neutron:SELECT=22 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:45.672773 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:52.078090 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:52.079218 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:52.780116 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=55 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:52.783264 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=46 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:20:55.638586 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-65ecfa23-3a3f-4777-8874-8c46c12de62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:57.692625 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bfe65abd-8fbc-4d6a-8619-7250d5f8f5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:58.291666 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:20:58.943568 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:21:00.503466 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:21:00.506205 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:21:10.495302 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:21:10.502159 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:21:12.028829 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:21:12.034318 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:21:19.091950 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:21:25.545106 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=17 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:21:25.624088 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e8c08615-8bde-4384-b9c1-9d7378432c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:21:27.694493 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-23bb8ddc-5dbf-4c1b-9cff-bcf47c3f6412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:21:28.295926 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:21:28.949167 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:21:29.086025 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=11 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:21:30.511507 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:21:30.514205 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:21:40.505219 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:21:40.510418 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:21:43.185830 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3e9c8620-dcec-4b77-a315-7c272a0ce832 req-268fd47e-bb67-4301-b2ab-a12b1d55b4e4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450051 Aug 31 04:21:43.278292 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c8620-dcec-4b77-a315-7c272a0ce832 req-1c1e0174-edda-4f5b-bacb-3ace3135bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:21:43.279819 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3e9c8620-dcec-4b77-a315-7c272a0ce832 req-1c1e0174-edda-4f5b-bacb-3ace3135bf4a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=89d0e9ff07ea4aaea9087d1558cade5f&device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 1129 time: 0.0408022 Aug 31 04:21:43.409139 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c8620-dcec-4b77-a315-7c272a0ce832 req-313cfa62-17b4-45b5-ae68-5ad6c50d29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:21:43.410613 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3e9c8620-dcec-4b77-a315-7c272a0ce832 req-313cfa62-17b4-45b5-ae68-5ad6c50d29f6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=426da267-4f22-42e2-807b-d5e499ca79fe HTTP/1.1" status: 200 len: 909 time: 0.1101110 Aug 31 04:21:43.485501 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3e9c8620-dcec-4b77-a315-7c272a0ce832 req-d65e03a9-84c4-4539-b6be-164901e75bd9 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=448c947f-c084-4404-825d-ce8258759bf2 HTTP/1.1" status: 200 len: 1001 time: 0.0667861 Aug 31 04:21:43.534097 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c8620-dcec-4b77-a315-7c272a0ce832 req-ff0d7d9b-589a-4ce2-a4d4-5f21b318866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:21:43.535583 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3e9c8620-dcec-4b77-a315-7c272a0ce832 req-ff0d7d9b-589a-4ce2-a4d4-5f21b318866f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e2ef1183-a901-4731-9952-1048a3014849 HTTP/1.1" status: 200 len: 847 time: 0.0443885 Aug 31 04:21:43.583806 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c8620-dcec-4b77-a315-7c272a0ce832 req-298d3137-1290-4caf-8b1d-2d2a6a8167d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:21:43.585352 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3e9c8620-dcec-4b77-a315-7c272a0ce832 req-298d3137-1290-4caf-8b1d-2d2a6a8167d6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=426da267-4f22-42e2-807b-d5e499ca79fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428665 Aug 31 04:21:43.680365 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3e9c8620-dcec-4b77-a315-7c272a0ce832 req-57f45ffe-572f-4bb7-a149-d2da0398aa49 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878298 Aug 31 04:21:44.065368 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-3e9c8620-dcec-4b77-a315-7c272a0ce832 req-798b323a-1032-403d-874c-c54b53d86291 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778651 Aug 31 04:21:49.032936 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:21:49.040398 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:21:54.060834 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=51 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:21:54.061973 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=50 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:21:55.630021 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5349724c-0949-41f8-b0b3-f3fc73b2e6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:21:56.092745 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:21:57.701141 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8f807fb8-3c8c-421a-b04b-6fa83879dee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:21:58.288437 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:21:58.522954 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [req-06b99ccc-aa4f-4485-aff9-8e359cca8e1a req-0d6a5c41-9b94-406b-8f60-ab7f88a67c3d service neutron] (106458) timed out ('10.222.0.26', 53521) {{(pid=106458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 04:21:58.950168 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:00.511931 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:00.516582 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:05.701039 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcbd7c-52e1-4ed6-b3b0-1b9671da562c req-0de664c3-48fe-4621-aea7-01832d4c2781 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:05.702643 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-01dcbd7c-52e1-4ed6-b3b0-1b9671da562c req-0de664c3-48fe-4621-aea7-01832d4c2781 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.1166794 Aug 31 04:22:05.762258 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-01dcbd7c-52e1-4ed6-b3b0-1b9671da562c req-520b8173-a74c-426c-a5ea-0f047c8f532f tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537131 Aug 31 04:22:06.087971 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:06.958845 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921970f0-3ebf-473f-81a8-09fc24b5dfe8 req-970a3d34-3862-4a63-8e75-5c04f2d329fe tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:06.960318 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-921970f0-3ebf-473f-81a8-09fc24b5dfe8 req-970a3d34-3862-4a63-8e75-5c04f2d329fe tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.1032870 Aug 31 04:22:07.011648 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-921970f0-3ebf-473f-81a8-09fc24b5dfe8 req-1e9463eb-9fb6-4871-87a2-6def6aa2e1ff tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426130 Aug 31 04:22:08.152006 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4739c97-6753-4608-9135-3e7901e704f9 req-e86ccf51-0728-43c2-be6d-442e8eb10f2f tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:08.153474 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e4739c97-6753-4608-9135-3e7901e704f9 req-e86ccf51-0728-43c2-be6d-442e8eb10f2f tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0477042 Aug 31 04:22:08.207007 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e4739c97-6753-4608-9135-3e7901e704f9 req-3ad5b431-b8b7-4260-a867-152e219009a4 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474310 Aug 31 04:22:09.337679 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88b736-5bb1-40a7-b78f-f312e69aea65 req-5c00f905-3c86-48d3-ac24-f7bd451614de tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:09.339283 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cf88b736-5bb1-40a7-b78f-f312e69aea65 req-5c00f905-3c86-48d3-ac24-f7bd451614de tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0509002 Aug 31 04:22:09.395271 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-cf88b736-5bb1-40a7-b78f-f312e69aea65 req-3e245827-e053-4c12-a337-972a96f8c679 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481257 Aug 31 04:22:10.508510 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:10.510468 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:10.538547 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79c4d1-d06c-45ff-973b-b84e0b9df107 req-9a1de39c-789f-43f9-b378-43b9fde7edce tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:10.540051 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ca79c4d1-d06c-45ff-973b-b84e0b9df107 req-9a1de39c-789f-43f9-b378-43b9fde7edce tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0550034 Aug 31 04:22:10.588954 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ca79c4d1-d06c-45ff-973b-b84e0b9df107 req-47e1551e-d9c5-46cc-ae60-d7f6ec7405a5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432127 Aug 31 04:22:11.731904 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38093e54-8c61-4794-9d71-3d9e5c626fd1 req-371e8bff-f817-4f52-b3b4-c7059c01ba8d tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:11.733724 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-38093e54-8c61-4794-9d71-3d9e5c626fd1 req-371e8bff-f817-4f52-b3b4-c7059c01ba8d tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0477846 Aug 31 04:22:11.782992 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-38093e54-8c61-4794-9d71-3d9e5c626fd1 req-3c3e8447-1e52-44cc-8bdb-b5147f08232c tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430441 Aug 31 04:22:12.920339 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714352c0-7780-4b08-acf4-43f03240d123 req-fcbcd6e6-893a-4da6-bd91-ae06c6037ba6 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:12.921793 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-714352c0-7780-4b08-acf4-43f03240d123 req-fcbcd6e6-893a-4da6-bd91-ae06c6037ba6 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0518336 Aug 31 04:22:12.973526 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-714352c0-7780-4b08-acf4-43f03240d123 req-d2c40f15-7dd6-4640-97ab-c9b818d44243 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431657 Aug 31 04:22:14.108010 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812d408-1ba1-4103-be30-f19db3b8a285 req-987dbac8-c8ae-4a80-b653-24fd87b1e05e tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:14.109468 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f812d408-1ba1-4103-be30-f19db3b8a285 req-987dbac8-c8ae-4a80-b653-24fd87b1e05e tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0497713 Aug 31 04:22:14.162654 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-f812d408-1ba1-4103-be30-f19db3b8a285 req-47de317c-0f05-45b1-a447-36d2881856d4 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458550 Aug 31 04:22:15.299066 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6960476-3e9e-49dc-beb7-6bfc6f7cda6a req-e38d9a2e-61bc-4e87-97cb-a8cbe6fc2409 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:15.300609 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e6960476-3e9e-49dc-beb7-6bfc6f7cda6a req-e38d9a2e-61bc-4e87-97cb-a8cbe6fc2409 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0511191 Aug 31 04:22:15.356141 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-e6960476-3e9e-49dc-beb7-6bfc6f7cda6a req-06210ac1-f3c4-4e1c-8d0f-f4406089343f tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469661 Aug 31 04:22:15.770758 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43291112-d28e-4801-925c-7dc1696e1090 req-c914c321-9714-47b9-be48-880fcfe47daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:15.772508 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43291112-d28e-4801-925c-7dc1696e1090 req-c914c321-9714-47b9-be48-880fcfe47daf service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=89d0e9ff07ea4aaea9087d1558cade5f&device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 1129 time: 0.0489526 Aug 31 04:22:15.883718 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43291112-d28e-4801-925c-7dc1696e1090 req-9a898b7a-6cc6-4b3b-bd5f-b4d5a68b554d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:15.886276 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43291112-d28e-4801-925c-7dc1696e1090 req-9a898b7a-6cc6-4b3b-bd5f-b4d5a68b554d service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=426da267-4f22-42e2-807b-d5e499ca79fe HTTP/1.1" status: 200 len: 909 time: 0.1080062 Aug 31 04:22:15.944947 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:15.956789 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43291112-d28e-4801-925c-7dc1696e1090 req-a0a85435-f888-44d6-acd3-74319a9b65e9 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=448c947f-c084-4404-825d-ce8258759bf2 HTTP/1.1" status: 200 len: 1001 time: 0.0632174 Aug 31 04:22:15.971446 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:16.009848 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43291112-d28e-4801-925c-7dc1696e1090 req-895cf9fa-05ca-4b8a-a290-0e3b097460da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:16.011423 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43291112-d28e-4801-925c-7dc1696e1090 req-895cf9fa-05ca-4b8a-a290-0e3b097460da service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e2ef1183-a901-4731-9952-1048a3014849 HTTP/1.1" status: 200 len: 847 time: 0.0489066 Aug 31 04:22:16.067823 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43291112-d28e-4801-925c-7dc1696e1090 req-b86ba301-c742-4a91-8341-729f747cea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:16.069417 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43291112-d28e-4801-925c-7dc1696e1090 req-b86ba301-c742-4a91-8341-729f747cea3a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=426da267-4f22-42e2-807b-d5e499ca79fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507984 Aug 31 04:22:16.176093 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43291112-d28e-4801-925c-7dc1696e1090 req-4017b6ad-0701-4dab-90fa-083cd7ef9039 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007779 Aug 31 04:22:16.297393 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-43291112-d28e-4801-925c-7dc1696e1090 req-a7ce9631-1971-4ed3-a279-28cfaba4ba64 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162183 Aug 31 04:22:16.505401 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bb633-6cee-4090-a00b-1c3c43d1c117 req-d20cb044-1aaa-4812-a2ef-28dd6d971b37 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:16.507938 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-576bb633-6cee-4090-a00b-1c3c43d1c117 req-d20cb044-1aaa-4812-a2ef-28dd6d971b37 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0622029 Aug 31 04:22:16.572874 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-576bb633-6cee-4090-a00b-1c3c43d1c117 req-4e24d00f-0801-4a41-8ef9-f1b8b5245f74 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581391 Aug 31 04:22:17.722891 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897f0c5-5235-457a-ae90-128cbdfa7042 req-f4097d95-3753-4bba-85d4-0351f39389bc tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:17.724683 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8897f0c5-5235-457a-ae90-128cbdfa7042 req-f4097d95-3753-4bba-85d4-0351f39389bc tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0493133 Aug 31 04:22:17.782254 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-8897f0c5-5235-457a-ae90-128cbdfa7042 req-3eda8132-d6cf-431c-a265-0aaae880f155 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517094 Aug 31 04:22:18.911741 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77ab95-0a19-4bc2-b6cd-661a42bcad60 req-c5fe532a-6b0a-4415-a60f-597398a27a16 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:18.913459 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ed77ab95-0a19-4bc2-b6cd-661a42bcad60 req-c5fe532a-6b0a-4415-a60f-597398a27a16 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0540841 Aug 31 04:22:18.965770 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-ed77ab95-0a19-4bc2-b6cd-661a42bcad60 req-474f39d0-e4c6-4229-929c-1aa18a8d08ad tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440202 Aug 31 04:22:19.243724 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000c281-cda0-43a9-9486-5dbfae71a4ba req-bc28350a-442f-4bea-81c3-4ae21ff57b76 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:19.245216 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2000c281-cda0-43a9-9486-5dbfae71a4ba req-bc28350a-442f-4bea-81c3-4ae21ff57b76 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0845690 Aug 31 04:22:19.249915 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-3b4e577b-8c7c-4101-8abe-035b6a7f6159 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1121480 Aug 31 04:22:19.297067 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-2000c281-cda0-43a9-9486-5dbfae71a4ba req-e133e364-56d8-4b3b-abff-e33dfb076baf tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459831 Aug 31 04:22:19.379841 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-6a9be6fc-d9ef-45b7-b88a-192e019384c5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106458) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:19.381080 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-6a9be6fc-d9ef-45b7-b88a-192e019384c5 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports/448c947f-c084-4404-825d-ce8258759bf2 HTTP/1.1" status: 200 len: 942 time: 0.0991764 Aug 31 04:22:20.422114 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2c115-e6fe-445e-b3b2-e30037fc374b req-dbc58a24-3537-4563-a39a-8c4676b7f944 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:20.423632 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d5b2c115-e6fe-445e-b3b2-e30037fc374b req-dbc58a24-3537-4563-a39a-8c4676b7f944 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0479889 Aug 31 04:22:20.474548 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d5b2c115-e6fe-445e-b3b2-e30037fc374b req-74b0a0e5-8eb9-4ba3-a2f9-571d988e6396 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449219 Aug 31 04:22:20.658202 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-7352ce2f-f1eb-4e70-a1d3-c324723fe511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:20.659589 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-7352ce2f-f1eb-4e70-a1d3-c324723fe511 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5&tenant_id=89d0e9ff07ea4aaea9087d1558cade5f HTTP/1.1" status: 200 len: 1129 time: 0.0400827 Aug 31 04:22:20.730196 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-47188403-26fc-4a72-b42c-43b54ad3d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:20.731840 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-47188403-26fc-4a72-b42c-43b54ad3d7c5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=89d0e9ff07ea4aaea9087d1558cade5f&device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 1129 time: 0.0440419 Aug 31 04:22:20.826953 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-c107a281-69ba-4ba1-af49-7ff44e8f8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:20.828457 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-c107a281-69ba-4ba1-af49-7ff44e8f8d1d service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=426da267-4f22-42e2-807b-d5e499ca79fe HTTP/1.1" status: 200 len: 909 time: 0.0889497 Aug 31 04:22:20.873098 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:20.895867 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-734393da-cbf7-4e9a-b28b-a10bad213480 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=448c947f-c084-4404-825d-ce8258759bf2 HTTP/1.1" status: 200 len: 1001 time: 0.0614567 Aug 31 04:22:20.938667 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:20.945057 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-68e1c3f7-1bcf-4afc-82ff-24db7fb958c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:20.946499 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-68e1c3f7-1bcf-4afc-82ff-24db7fb958c3 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e2ef1183-a901-4731-9952-1048a3014849 HTTP/1.1" status: 200 len: 847 time: 0.0453479 Aug 31 04:22:20.987838 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 448c947f-c084-4404-825d-ce8258759bf2 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:22:20.992200 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-dd694a47-f958-4764-914f-e0ae8c17f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:20.993741 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-dd694a47-f958-4764-914f-e0ae8c17f305 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=426da267-4f22-42e2-807b-d5e499ca79fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409193 Aug 31 04:22:21.071104 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 448c947f-c084-4404-825d-ce8258759bf2 is: ACTIVE; New status is: DOWN {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:22:21.071514 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (448c947f-c084-4404-825d-ce8258759bf2), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:21.091684 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-413c492f-c346-4b4f-89ce-afece623b6e6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909603 Aug 31 04:22:21.095783 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448c947f-c084-4404-825d-ce8258759bf2'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:22:21.098093 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42e09e0-3852-4916-b913-4067fae36e8e" -d '{"events": [{"server_uuid": "c74e920a-b980-4a3c-b5b1-ffc60c29d6c5", "name": "network-vif-unplugged", "status": "completed", "tag": "448c947f-c084-4404-825d-ce8258759bf2"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:22:21.111917 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 448c947f-c084-4404-825d-ce8258759bf2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=448c947f-c084-4404-825d-ce8258759bf2,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:22:21.118466 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (448c947f-c084-4404-825d-ce8258759bf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:21.146830 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 31 Aug 2022 04:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661e78c1-7b0b-4fe3-ab94-59657078bca9 x-openstack-request-id: req-661e78c1-7b0b-4fe3-ab94-59657078bca9 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:22:21.147182 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74e920a-b980-4a3c-b5b1-ffc60c29d6c5", "name": "network-vif-unplugged", "status": "completed", "tag": "448c947f-c084-4404-825d-ce8258759bf2", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:22:21.147971 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-661e78c1-7b0b-4fe3-ab94-59657078bca9 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:22:21.148369 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-661e78c1-7b0b-4fe3-ab94-59657078bca9'] response: {'server_uuid': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '448c947f-c084-4404-825d-ce8258759bf2', 'code': 200} Aug 31 04:22:21.174345 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=448c947f-c084-4404-825d-ce8258759bf2,revision_number=6']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:22:21.182228 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:22:21.182563 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:22:21.182904 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:22:21.183266 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:22:21.183611 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:22:21.183982 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:22:21.184286 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:22:21.184623 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:22:21.184994 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:22:21.185313 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:22:21.185921 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:22:21.186209 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:22:21.186540 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:22:21.186836 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:22:21.187179 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:22:21.191742 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7886e320-e517-498e-ac65-7e2fa2cacc8f req-b31e6e9c-e983-4a63-afd5-ce8f26ff372a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942967 Aug 31 04:22:21.606018 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ad1f7-e792-4e03-a571-9ed399c5fc72 req-20756276-4323-4ef0-afdb-1b440075f3bf tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:21.607856 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-dc3ad1f7-e792-4e03-a571-9ed399c5fc72 req-20756276-4323-4ef0-afdb-1b440075f3bf tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 943 time: 0.0478780 Aug 31 04:22:21.657153 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-dc3ad1f7-e792-4e03-a571-9ed399c5fc72 req-0d738808-81d8-44d4-b08f-ac12212c3e6c tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436201 Aug 31 04:22:22.790195 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d08e9e-da6d-450b-bcb1-233a8c122136 req-08e9eae4-435d-455e-8dc3-ade82ffda361 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:22.791701 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-73d08e9e-da6d-450b-bcb1-233a8c122136 req-08e9eae4-435d-455e-8dc3-ade82ffda361 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 943 time: 0.0538805 Aug 31 04:22:22.844899 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-73d08e9e-da6d-450b-bcb1-233a8c122136 req-3159f7e9-deec-463b-8083-e65e94921a3e tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446067 Aug 31 04:22:23.988644 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcca02-43a8-466f-9886-005ed40f4fcd req-7a66473c-603b-4157-ad58-17685a86538d tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:23.990397 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-29dcca02-43a8-466f-9886-005ed40f4fcd req-7a66473c-603b-4157-ad58-17685a86538d tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 943 time: 0.0574901 Aug 31 04:22:24.044475 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-29dcca02-43a8-466f-9886-005ed40f4fcd req-5153ca70-f0ea-4461-ba88-5b1e50b405f9 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479021 Aug 31 04:22:25.179311 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08643974-dbc7-4479-a3bb-87e66c24d197 req-f05b72b6-9874-452b-9a83-fb7cac3cf4bb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:25.181043 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-08643974-dbc7-4479-a3bb-87e66c24d197 req-f05b72b6-9874-452b-9a83-fb7cac3cf4bb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 943 time: 0.0573244 Aug 31 04:22:25.240386 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-08643974-dbc7-4479-a3bb-87e66c24d197 req-6b1b16cf-9ec3-4787-b04e-935f6d735bba tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510137 Aug 31 04:22:25.636778 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-38ce2ea2-f179-442a-9057-89a284d8d120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:26.029127 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:26.034361 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:26.381682 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1da163-3c39-403d-816d-399dbbdeb3ab req-8c255392-5835-4e1f-87ca-155ee7714c17 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:26.383215 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5f1da163-3c39-403d-816d-399dbbdeb3ab req-8c255392-5835-4e1f-87ca-155ee7714c17 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 943 time: 0.0601513 Aug 31 04:22:26.440793 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-5f1da163-3c39-403d-816d-399dbbdeb3ab req-dcb004a1-83a1-4e8b-9fa2-339feecc40cb tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492208 Aug 31 04:22:27.182754 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b13d32-4cd1-44c5-b31f-da73bda4f48b req-b28ed775-06f0-4270-a7b5-f7aafd92ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:27.184266 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-58b13d32-4cd1-44c5-b31f-da73bda4f48b req-b28ed775-06f0-4270-a7b5-f7aafd92ef46 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 1127 time: 0.0421495 Aug 31 04:22:27.231049 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-58b13d32-4cd1-44c5-b31f-da73bda4f48b req-00282d08-d1d7-4344-9989-1402fe856df5 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402634 Aug 31 04:22:27.574207 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c564d4-b478-41b2-8dca-c59054d91b5b req-175a2a98-98d7-46cb-a6b6-a0b2e096d242 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:27.575716 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a5c564d4-b478-41b2-8dca-c59054d91b5b req-175a2a98-98d7-46cb-a6b6-a0b2e096d242 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 943 time: 0.0539842 Aug 31 04:22:27.627473 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-a5c564d4-b478-41b2-8dca-c59054d91b5b req-f024f7af-3edd-4514-ac91-6a8e68745b5a tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460300 Aug 31 04:22:27.688692 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b159d0de-4778-4cc7-a5f5-9107f4265baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:28.305455 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:28.764827 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efabd9-a0ee-41a4-8353-6fbb94f7cf86 req-69a17b54-18fa-4a48-853a-2abf78d7ec20 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:28.766312 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-11efabd9-a0ee-41a4-8353-6fbb94f7cf86 req-69a17b54-18fa-4a48-853a-2abf78d7ec20 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 943 time: 0.0516491 Aug 31 04:22:28.795811 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:28.820254 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-11efabd9-a0ee-41a4-8353-6fbb94f7cf86 req-b3ec24c3-4925-474a-9af5-cd44661ca204 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454974 Aug 31 04:22:28.954582 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:29.042337 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 448c947f-c084-4404-825d-ce8258759bf2 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=106460) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:22:29.153593 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 448c947f-c084-4404-825d-ce8258759bf2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=448c947f-c084-4404-825d-ce8258759bf2,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:22:29.168872 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Returning: {'device': '448c947f-c084-4404-825d-ce8258759bf2', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'port_id': '448c947f-c084-4404-825d-ce8258759bf2', 'mac_address': 'fa:16:3e:9c:37:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ef1183-a901-4731-9952-1048a3014849', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106460) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:22:29.209207 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 448c947f-c084-4404-825d-ce8258759bf2 is: DOWN; New status is: BUILD {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:22:29.209513 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (448c947f-c084-4404-825d-ce8258759bf2), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:29.223446 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448c947f-c084-4404-825d-ce8258759bf2 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:22:29.245416 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 448c947f-c084-4404-825d-ce8258759bf2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=448c947f-c084-4404-825d-ce8258759bf2,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:22:29.251331 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (448c947f-c084-4404-825d-ce8258759bf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:29.298565 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=448c947f-c084-4404-825d-ce8258759bf2,revision_number=7']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:22:29.369921 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:29.372488 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:29.491743 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] get_ports_and_sgs() called for port_ids ['448c947f-c084-4404-825d-ce8258759bf2'] {{(pid=106460) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:22:30.490411 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:30.499666 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:30.520080 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:30.526548 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:31.076095 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 448c947f-c084-4404-825d-ce8258759bf2 up at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:22:31.132560 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Provisioning complete for port 448c947f-c084-4404-825d-ce8258759bf2 triggered by entity L2. {{(pid=106460) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:22:31.132914 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16473450'] for port (448c947f-c084-4404-825d-ce8258759bf2), provisioning_complete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:31.204232 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Current status of the port 448c947f-c084-4404-825d-ce8258759bf2 is: BUILD; New status is: ACTIVE {{(pid=106460) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:22:31.204598 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16300091'] for port (448c947f-c084-4404-825d-ce8258759bf2), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:31.228269 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448c947f-c084-4404-825d-ce8258759bf2'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:22:31.231182 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1c6619e5126d21da510d47a9b99a40a5fd177ee1f6cf8fabb1754b4093c91127" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1628e6b6-d4fb-4435-a60a-ee7efe3d4520" -d '{"events": [{"server_uuid": "c74e920a-b980-4a3c-b5b1-ffc60c29d6c5", "name": "network-vif-plugged", "status": "completed", "tag": "448c947f-c084-4404-825d-ce8258759bf2"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:22:31.244605 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] For port 448c947f-c084-4404-825d-ce8258759bf2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=448c947f-c084-4404-825d-ce8258759bf2,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:22:31.251384 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763503150466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763502706463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763502706481'] for port (448c947f-c084-4404-825d-ce8258759bf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:31.278705 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608839ee-604c-484d-8444-b7547fa340ed x-openstack-request-id: req-608839ee-604c-484d-8444-b7547fa340ed {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:22:31.278988 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74e920a-b980-4a3c-b5b1-ffc60c29d6c5", "name": "network-vif-plugged", "status": "completed", "tag": "448c947f-c084-4404-825d-ce8258759bf2", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:22:31.279259 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-608839ee-604c-484d-8444-b7547fa340ed {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:22:31.279673 dv-cinder-853910-5-iscsi neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608839ee-604c-484d-8444-b7547fa340ed'] response: {'server_uuid': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448c947f-c084-4404-825d-ce8258759bf2', 'code': 200} Aug 31 04:22:31.309670 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Pushing event updated for resources: {'Port': ['ID=448c947f-c084-4404-825d-ce8258759bf2,revision_number=8']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:22:33.097676 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:22:38.804266 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:38.816098 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:43.089760 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:43.090989 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:45.213413 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d9efb897-98b9-4cd1-8153-3cdd5b46bde1 req-ad9aea44-770d-49ff-ab39-6ee503d173cf service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845516 Aug 31 04:22:45.305811 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efb897-98b9-4cd1-8153-3cdd5b46bde1 req-e2b86c70-d36e-4678-af68-dfb2eda39b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:45.307348 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d9efb897-98b9-4cd1-8153-3cdd5b46bde1 req-e2b86c70-d36e-4678-af68-dfb2eda39b70 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=89d0e9ff07ea4aaea9087d1558cade5f&device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 1129 time: 0.0406182 Aug 31 04:22:45.416961 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efb897-98b9-4cd1-8153-3cdd5b46bde1 req-6cacdf2a-2464-4011-81e7-7f72b9e8f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:45.418350 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d9efb897-98b9-4cd1-8153-3cdd5b46bde1 req-6cacdf2a-2464-4011-81e7-7f72b9e8f230 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=426da267-4f22-42e2-807b-d5e499ca79fe HTTP/1.1" status: 200 len: 909 time: 0.0929425 Aug 31 04:22:45.480684 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d9efb897-98b9-4cd1-8153-3cdd5b46bde1 req-bda763e0-0a96-4ff2-a9ef-bfceb97999bb service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=448c947f-c084-4404-825d-ce8258759bf2 HTTP/1.1" status: 200 len: 1001 time: 0.0554550 Aug 31 04:22:45.534999 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efb897-98b9-4cd1-8153-3cdd5b46bde1 req-8788e611-158a-4f4c-bd27-82346b4426b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:45.536533 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d9efb897-98b9-4cd1-8153-3cdd5b46bde1 req-8788e611-158a-4f4c-bd27-82346b4426b5 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e2ef1183-a901-4731-9952-1048a3014849 HTTP/1.1" status: 200 len: 847 time: 0.0484436 Aug 31 04:22:45.549145 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:45.549913 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:45.592711 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efb897-98b9-4cd1-8153-3cdd5b46bde1 req-f53538cb-d154-44e7-bf18-64d75a5bc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:22:45.594231 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d9efb897-98b9-4cd1-8153-3cdd5b46bde1 req-f53538cb-d154-44e7-bf18-64d75a5bc68d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=426da267-4f22-42e2-807b-d5e499ca79fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519400 Aug 31 04:22:45.698850 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d9efb897-98b9-4cd1-8153-3cdd5b46bde1 req-9d9fd3c9-a813-432e-a9af-eb0445af4149 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973871 Aug 31 04:22:45.801138 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-d9efb897-98b9-4cd1-8153-3cdd5b46bde1 req-944cccdf-c5d9-4d70-b605-831d28ac0a6b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958757 Aug 31 04:22:55.634158 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-92d0b8bb-5961-4307-8ee3-e06d502ebdca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:55.785406 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=51 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:55.796467 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=50 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:22:57.689073 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-874ae9d4-819a-44da-9d44-83c212f8dafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:58.318542 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:22:58.957523 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:00.506335 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:00.521447 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:03.042049 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:03.043275 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:10.102173 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:23:10.506953 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:10.515127 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:25.565290 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=12 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:25.567699 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=16 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:25.620189 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ad401da9-ee97-40bd-90f3-0b65b6d18988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:27.696627 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cd17fdc3-5d0e-4bd6-ae54-4fabe1ad055a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:28.334672 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:28.963658 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:30.497639 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:30.520555 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:39.017858 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50772) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:23:39.179444 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Deleting port 634e45d3-a9da-4d82-980e-f0f525a75bc5 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:23:39.179920 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (634e45d3-a9da-4d82-980e-f0f525a75bc5), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:39.261875 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (634e45d3-a9da-4d82-980e-f0f525a75bc5), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:39.262174 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for floatingip (634e45d3-a9da-4d82-980e-f0f525a75bc5), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:39.275965 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Calling delete_port for 634e45d3-a9da-4d82-980e-f0f525a75bc5 owned by network:floatingip {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:23:39.426595 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (634e45d3-a9da-4d82-980e-f0f525a75bc5), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:39.450618 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Pushing event deleted for resources: {'Port': ['ID=634e45d3-a9da-4d82-980e-f0f525a75bc5,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:39.462583 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:39.462919 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:39.463300 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:39.463628 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:39.463958 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:39.464281 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:39.464597 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:39.464916 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:39.465233 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:39.465547 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:39.465867 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:39.466190 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:39.466501 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:39.466844 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:39.467188 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106458) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:39.528056 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for floatingip (57e47ed3-ca1e-4b0b-a84d-e169303844ef), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:39.528303 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.db.l3_db [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Floating IP 57e47ed3-ca1e-4b0b-a84d-e169303844ef disassociated (deleted). External IP: 172.27.1.183, port: 448c947f-c084-4404-825d-ce8258759bf2. Aug 31 04:23:39.737783 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:23:39.840315 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:23:39.845468 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for floatingip (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:39.850413 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060cbb99-f75c-4e35-a43f-9e7397b7b919 None None] Sync routers for ids ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:23:39.861773 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060cbb99-f75c-4e35-a43f-9e7397b7b919 None None] Routers {'7a4e9f6b-518f-4932-82ef-5c96995c9fc7'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:23:39.862389 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-060cbb99-f75c-4e35-a43f-9e7397b7b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:23:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:39.881394 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-d8a2542d-646c-4eeb-b101-a332fd31010b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/57e47ed3-ca1e-4b0b-a84d-e169303844ef HTTP/1.1" status: 204 len: 168 time: 0.8597100 Aug 31 04:23:39.881394 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'tag': '448c947f-c084-4404-825d-ce8258759bf2'}] {{(pid=106458) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:23:39.881887 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab21058fd9cc7c6c9b6319ea517c36f91abc2cee6dad35e856c077ecf1eac4aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df51e35-2179-42b5-9f94-dac710253fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "c74e920a-b980-4a3c-b5b1-ffc60c29d6c5", "tag": "448c947f-c084-4404-825d-ce8258759bf2"}]}' {{(pid=106458) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:23:39.995136 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-060cbb99-f75c-4e35-a43f-9e7397b7b919 None None] Set router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:23:39.996572 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609b7ebf-2424-4b03-b8c2-de7ddab1c7d2 x-openstack-request-id: req-609b7ebf-2424-4b03-b8c2-de7ddab1c7d2 {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:23:39.997094 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74e920a-b980-4a3c-b5b1-ffc60c29d6c5", "tag": "448c947f-c084-4404-825d-ce8258759bf2", "status": "completed", "code": 200}]} {{(pid=106458) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:23:39.997338 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-609b7ebf-2424-4b03-b8c2-de7ddab1c7d2 {{(pid=106458) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:23:39.997743 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609b7ebf-2424-4b03-b8c2-de7ddab1c7d2'] response: {'name': 'network-changed', 'server_uuid': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'tag': '448c947f-c084-4404-825d-ce8258759bf2', 'status': 'completed', 'code': 200} Aug 31 04:23:40.071265 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df51e35-2179-42b5-9f94-dac710253fe9 req-32da42ab-76cf-419a-9b7d-d162ff6982b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:23:40.072669 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4df51e35-2179-42b5-9f94-dac710253fe9 req-32da42ab-76cf-419a-9b7d-d162ff6982b5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=89d0e9ff07ea4aaea9087d1558cade5f&device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 1129 time: 0.0498548 Aug 31 04:23:40.177899 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df51e35-2179-42b5-9f94-dac710253fe9 req-e0f120af-1419-4f99-802d-34123f9b6909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:23:40.179488 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4df51e35-2179-42b5-9f94-dac710253fe9 req-e0f120af-1419-4f99-802d-34123f9b6909 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=426da267-4f22-42e2-807b-d5e499ca79fe HTTP/1.1" status: 200 len: 909 time: 0.1001723 Aug 31 04:23:40.189009 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-060cbb99-f75c-4e35-a43f-9e7397b7b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:30Z', 'revision_number': 4, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'gw_port': {'id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'd8313ce2-6913-4cad-a38b-713e1062df44', 'name': '', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'mac_address': 'fa:16:3e:58:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e2ef1183-a901-4731-9952-1048a3014849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:29Z', 'updated_at': '2022-08-31T04:19:36Z', 'revision_number': 5, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'subnets': [{'id': 'e2ef1183-a901-4731-9952-1048a3014849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:40.213742 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060cbb99-f75c-4e35-a43f-9e7397b7b919 None None] Checking router: 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:23:40.219482 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4df51e35-2179-42b5-9f94-dac710253fe9 req-1fe1a8ef-9137-4beb-82b7-fd34ae002a87 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=448c947f-c084-4404-825d-ce8258759bf2 HTTP/1.1" status: 200 len: 217 time: 0.0340321 Aug 31 04:23:40.222977 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060cbb99-f75c-4e35-a43f-9e7397b7b919 None None] Routers {'7a4e9f6b-518f-4932-82ef-5c96995c9fc7'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:23:40.223601 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-060cbb99-f75c-4e35-a43f-9e7397b7b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:23:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:40.272837 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df51e35-2179-42b5-9f94-dac710253fe9 req-f09a2bd2-0d32-43b5-bff6-46d623ccc501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:23:40.274290 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4df51e35-2179-42b5-9f94-dac710253fe9 req-f09a2bd2-0d32-43b5-bff6-46d623ccc501 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=e2ef1183-a901-4731-9952-1048a3014849 HTTP/1.1" status: 200 len: 847 time: 0.0497704 Aug 31 04:23:40.319828 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df51e35-2179-42b5-9f94-dac710253fe9 req-457f5991-c998-4cb2-933b-349b36ee3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:23:40.321427 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4df51e35-2179-42b5-9f94-dac710253fe9 req-457f5991-c998-4cb2-933b-349b36ee3b28 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=426da267-4f22-42e2-807b-d5e499ca79fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408673 Aug 31 04:23:40.326130 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-060cbb99-f75c-4e35-a43f-9e7397b7b919 None None] Set router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:23:40.413589 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4df51e35-2179-42b5-9f94-dac710253fe9 req-ba5d9674-dea2-4eef-aa47-5b70853f54e1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861306 Aug 31 04:23:40.513374 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:40.515047 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:40.518593 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-4df51e35-2179-42b5-9f94-dac710253fe9 req-2e41b914-34eb-4581-a458-9faf6a6a2e6b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982199 Aug 31 04:23:40.596318 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-060cbb99-f75c-4e35-a43f-9e7397b7b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:30Z', 'revision_number': 4, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'gw_port': {'id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'd8313ce2-6913-4cad-a38b-713e1062df44', 'name': '', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'mac_address': 'fa:16:3e:58:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e2ef1183-a901-4731-9952-1048a3014849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:29Z', 'updated_at': '2022-08-31T04:19:36Z', 'revision_number': 5, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'subnets': [{'id': 'e2ef1183-a901-4731-9952-1048a3014849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:40.621994 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060cbb99-f75c-4e35-a43f-9e7397b7b919 None None] The sync data for ids ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'] in dv-cinder-853910-5-iscsi is: [{'id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:30Z', 'revision_number': 4, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'gw_port': {'id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi', '_interfaces': [{'id': 'd8313ce2-6913-4cad-a38b-713e1062df44', 'name': '', 'network_id': '426da267-4f22-42e2-807b-d5e499ca79fe', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'mac_address': 'fa:16:3e:58:d1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'e2ef1183-a901-4731-9952-1048a3014849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:29Z', 'updated_at': '2022-08-31T04:19:36Z', 'revision_number': 5, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'subnets': [{'id': 'e2ef1183-a901-4731-9952-1048a3014849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:23:40.884684 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d07de-785e-4439-a506-99644d51f949 None None] New status for floating IP 57e47ed3-ca1e-4b0b-a84d-e169303844ef: DOWN {{(pid=106460) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:23:41.138627 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a59259-d642-4b6a-b626-6ea09227628f req-223df43f-2a45-4cd9-b0e7-df2a27ff3268 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:23:41.140080 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-56a59259-d642-4b6a-b626-6ea09227628f req-223df43f-2a45-4cd9-b0e7-df2a27ff3268 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0487533 Aug 31 04:23:41.192336 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-56a59259-d642-4b6a-b626-6ea09227628f req-8b638d47-5fbc-44dd-a161-a89a4d523fab tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463674 Aug 31 04:23:42.328320 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b029a9c-4e6c-4f0f-b4ed-c13ac95e9b3e req-aa7d2a26-f22f-411a-98de-92eb6018d1f2 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:23:42.329816 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7b029a9c-4e6c-4f0f-b4ed-c13ac95e9b3e req-aa7d2a26-f22f-411a-98de-92eb6018d1f2 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0517206 Aug 31 04:23:42.383595 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-7b029a9c-4e6c-4f0f-b4ed-c13ac95e9b3e req-aa96133e-c6dc-4c2f-a5e3-6d997c2c5c1d tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=6fb927c5-2e7f-4aad-a7ce-795bacecbab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480142 Aug 31 04:23:42.559548 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67766a86-afdb-46a9-aeca-e3d439481f93 req-79248fe9-8b0b-441d-bcb0-96d6e7d55620 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:23:42.561091 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-67766a86-afdb-46a9-aeca-e3d439481f93 req-79248fe9-8b0b-441d-bcb0-96d6e7d55620 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 945 time: 0.0572879 Aug 31 04:23:42.651750 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-67766a86-afdb-46a9-aeca-e3d439481f93 req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Deleting port 448c947f-c084-4404-825d-ce8258759bf2 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:23:42.652045 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-67766a86-afdb-46a9-aeca-e3d439481f93 req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (448c947f-c084-4404-825d-ce8258759bf2), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:42.742925 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-67766a86-afdb-46a9-aeca-e3d439481f93 req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] For port 448c947f-c084-4404-825d-ce8258759bf2, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=448c947f-c084-4404-825d-ce8258759bf2,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:23:42.743320 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-67766a86-afdb-46a9-aeca-e3d439481f93 req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (448c947f-c084-4404-825d-ce8258759bf2), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:42.756261 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-67766a86-afdb-46a9-aeca-e3d439481f93 req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Calling delete_port for 448c947f-c084-4404-825d-ce8258759bf2 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:23:42.840875 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:42.848890 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:42.900005 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-67766a86-afdb-46a9-aeca-e3d439481f93 req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (448c947f-c084-4404-825d-ce8258759bf2), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:42.926694 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Pushing event deleted for resources: {'Port': ['ID=448c947f-c084-4404-825d-ce8258759bf2,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:42.941124 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:42.941444 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:42.941796 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:42.942137 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:42.942465 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:42.942790 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:42.943145 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:42.943465 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:42.943792 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:42.944328 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:42.944444 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:42.944802 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:42.945110 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:42.945425 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:42.945743 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:42.984427 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-67766a86-afdb-46a9-aeca-e3d439481f93 req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] No DVR routers for this DVR port 448c947f-c084-4404-825d-ce8258759bf2 on host hv-cinder-85391 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:23:42.986965 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-67766a86-afdb-46a9-aeca-e3d439481f93 req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147963'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:42.990286 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-67766a86-afdb-46a9-aeca-e3d439481f93 req-be1115f7-4279-459e-a9db-0dc19e0c7570 tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.26 "DELETE /networking/v2.0/ports/448c947f-c084-4404-825d-ce8258759bf2 HTTP/1.1" status: 204 len: 173 time: 0.4238851 Aug 31 04:23:42.990715 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'name': 'network-vif-deleted', 'tag': '448c947f-c084-4404-825d-ce8258759bf2'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:23:42.992958 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0cfad8e4b1c27a74b65d4a067e2dfe03ff517e7d09e56586883c07b13a10730" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb233db-adfa-48f3-84b2-3d903e2eff0d" -d '{"events": [{"server_uuid": "c74e920a-b980-4a3c-b5b1-ffc60c29d6c5", "name": "network-vif-deleted", "tag": "448c947f-c084-4404-825d-ce8258759bf2"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:23:43.090771 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be82b68b-64cf-4a14-be5e-b7fc6f6e2450 x-openstack-request-id: req-be82b68b-64cf-4a14-be5e-b7fc6f6e2450 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:23:43.091139 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74e920a-b980-4a3c-b5b1-ffc60c29d6c5", "name": "network-vif-deleted", "tag": "448c947f-c084-4404-825d-ce8258759bf2", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:23:43.091347 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be82b68b-64cf-4a14-be5e-b7fc6f6e2450 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:23:43.091775 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be82b68b-64cf-4a14-be5e-b7fc6f6e2450'] response: {'server_uuid': 'c74e920a-b980-4a3c-b5b1-ffc60c29d6c5', 'name': 'network-vif-deleted', 'tag': '448c947f-c084-4404-825d-ce8258759bf2', 'status': 'completed', 'code': 200} Aug 31 04:23:43.507077 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [req-85c462d7-ef75-4fb9-9e91-52c8aa999de1 req-3fad6d51-8674-4ed1-91df-cc18460f471b tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c74e920a-b980-4a3c-b5b1-ffc60c29d6c5 HTTP/1.1" status: 200 len: 210 time: 0.0375898 Aug 31 04:23:44.578333 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50808) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:23:44.636694 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6bf36e7f-5caa-4557-946c-5fa269f9658a tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group (6fb927c5-2e7f-4aad-a7ce-795bacecbab4), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:44.660766 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6bf36e7f-5caa-4557-946c-5fa269f9658a tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group (6fb927c5-2e7f-4aad-a7ce-795bacecbab4), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:44.736472 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6bf36e7f-5caa-4557-946c-5fa269f9658a tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (6fb927c5-2e7f-4aad-a7ce-795bacecbab4), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:44.739297 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6bf36e7f-5caa-4557-946c-5fa269f9658a tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:44.740459 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-6bf36e7f-5caa-4557-946c-5fa269f9658a tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6fb927c5-2e7f-4aad-a7ce-795bacecbab4 HTTP/1.1" status: 204 len: 168 time: 0.1629505 Aug 31 04:23:44.750504 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf36e7f-5caa-4557-946c-5fa269f9658a tempest-TestShelveInstance-1989253607 tempest-TestShelveInstance-1989253607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb927c5-2e7f-4aad-a7ce-795bacecbab4,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:44.796624 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50812) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:23:45.128897 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-cda695cd-5526-4c19-804d-51db91d1cbf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565397'] for router_interface (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:45.378437 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-cda695cd-5526-4c19-804d-51db91d1cbf0 admin admin] Deleting port d8313ce2-6913-4cad-a38b-713e1062df44 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:23:45.378718 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-cda695cd-5526-4c19-804d-51db91d1cbf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:45.449936 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:45.454324 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 448c947f-c084-4404-825d-ce8258759bf2 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:23:45.459044 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-cda695cd-5526-4c19-804d-51db91d1cbf0 admin admin] For port d8313ce2-6913-4cad-a38b-713e1062df44, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=d8313ce2-6913-4cad-a38b-713e1062df44,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:23:45.459419 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-cda695cd-5526-4c19-804d-51db91d1cbf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:45.472931 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-cda695cd-5526-4c19-804d-51db91d1cbf0 admin admin] Calling delete_port for d8313ce2-6913-4cad-a38b-713e1062df44 owned by network:router_interface {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:23:45.477114 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] No Port match for: 448c947f-c084-4404-825d-ce8258759bf2 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:23:45.477462 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Device 448c947f-c084-4404-825d-ce8258759bf2 not bound to the agent host hv-cinder-85391 {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:23:45.484356 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:45.662563 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-cda695cd-5526-4c19-804d-51db91d1cbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (d8313ce2-6913-4cad-a38b-713e1062df44), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:45.695449 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda695cd-5526-4c19-804d-51db91d1cbf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8313ce2-6913-4cad-a38b-713e1062df44,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:46.136755 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-cda695cd-5526-4c19-804d-51db91d1cbf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567845'] for router_interface (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:46.354064 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda695cd-5526-4c19-804d-51db91d1cbf0 admin admin] Router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:23:46.458698 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda695cd-5526-4c19-804d-51db91d1cbf0 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:23:46.464026 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-cda695cd-5526-4c19-804d-51db91d1cbf0 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/7a4e9f6b-518f-4932-82ef-5c96995c9fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6663165 Aug 31 04:23:46.467919 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50814) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:23:46.470193 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716af951-f6c1-438f-a588-4e68a8b108ac None None] Sync routers for ids ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'] in dv-cinder-853910-5-iscsi {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:23:46.481128 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716af951-f6c1-438f-a588-4e68a8b108ac None None] Routers {'7a4e9f6b-518f-4932-82ef-5c96995c9fc7'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:23:46.481737 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-716af951-f6c1-438f-a588-4e68a8b108ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:23:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:46.550460 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:46.571845 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] Publish callbacks [] for router (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:46.583716 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-716af951-f6c1-438f-a588-4e68a8b108ac None None] Set router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:23:46.674989 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] Publish callbacks [] for router_gateway (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:46.711534 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:46.721015 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] Deleting port 6f0bbc44-cc76-4495-8624-99ae2c5b59fd {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:23:46.721366 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (6f0bbc44-cc76-4495-8624-99ae2c5b59fd), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:46.752364 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-716af951-f6c1-438f-a588-4e68a8b108ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:23:45Z', 'revision_number': 5, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'gw_port': {'id': '6f0bbc44-cc76-4495-8624-99ae2c5b59fd', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:46.780618 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716af951-f6c1-438f-a588-4e68a8b108ac None None] Checking router: 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 for host: dv-cinder-853910-5-iscsi {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:23:46.781890 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:46.789216 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716af951-f6c1-438f-a588-4e68a8b108ac None None] Routers {'7a4e9f6b-518f-4932-82ef-5c96995c9fc7'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:23:46.789835 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-716af951-f6c1-438f-a588-4e68a8b108ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:23:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:46.792345 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:46.812640 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] For port 6f0bbc44-cc76-4495-8624-99ae2c5b59fd, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=6f0bbc44-cc76-4495-8624-99ae2c5b59fd,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:23:46.812997 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (6f0bbc44-cc76-4495-8624-99ae2c5b59fd), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:46.825861 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] Calling delete_port for 6f0bbc44-cc76-4495-8624-99ae2c5b59fd owned by network:router_gateway {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:23:46.873463 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-716af951-f6c1-438f-a588-4e68a8b108ac None None] Set router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 gateway port host: None {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:23:46.922997 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-716af951-f6c1-438f-a588-4e68a8b108ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:23:46Z', 'revision_number': 6, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'gw_port_host': None}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:46.947633 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716af951-f6c1-438f-a588-4e68a8b108ac None None] The sync data for ids ['7a4e9f6b-518f-4932-82ef-5c96995c9fc7'] in dv-cinder-853910-5-iscsi is: [{'id': '7a4e9f6b-518f-4932-82ef-5c96995c9fc7', 'name': 'tempest-TestShelveInstance-387512335-router', 'tenant_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:27Z', 'updated_at': '2022-08-31T04:23:46Z', 'revision_number': 6, 'project_id': '89d0e9ff07ea4aaea9087d1558cade5f', 'gw_port_host': None}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:23:47.000106 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (6f0bbc44-cc76-4495-8624-99ae2c5b59fd), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.023684 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0bbc44-cc76-4495-8624-99ae2c5b59fd,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:47.092881 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566230'] for router_gateway (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.101497 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:23:47.183247 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8207'] for router (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.185832 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] Publish callbacks [] for router_controller (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.230645 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567896'] for router (7a4e9f6b-518f-4932-82ef-5c96995c9fc7), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.231159 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a4e9f6b-518f-4932-82ef-5c96995c9fc7 {{(pid=106459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:23:47.236371 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.237877 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-9e7f50ef-3df7-4580-8c64-23b186e4d942 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/7a4e9f6b-518f-4932-82ef-5c96995c9fc7 HTTP/1.1" status: 204 len: 168 time: 0.7690248 Aug 31 04:23:47.240705 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50816) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:23:47.295063 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1b2363-bc35-4449-ab99-70f0a443d455 admin admin] Deleting subnet e2ef1183-a901-4731-9952-1048a3014849 {{(pid=106459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:23:47.298606 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2363-bc35-4449-ab99-70f0a443d455 admin admin] Publish callbacks [] for subnet (e2ef1183-a901-4731-9952-1048a3014849), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.335984 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2363-bc35-4449-ab99-70f0a443d455 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269196'] for subnet (e2ef1183-a901-4731-9952-1048a3014849), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.380964 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:47.423134 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2363-bc35-4449-ab99-70f0a443d455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (e2ef1183-a901-4731-9952-1048a3014849), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.487861 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2363-bc35-4449-ab99-70f0a443d455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4017630'] for subnet (e2ef1183-a901-4731-9952-1048a3014849), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.516542 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b2363-bc35-4449-ab99-70f0a443d455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ef1183-a901-4731-9952-1048a3014849,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:47.519402 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2363-bc35-4449-ab99-70f0a443d455 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.522088 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ef3e9-a1ef-467a-9043-a60f071e236a None None] Network 426da267-4f22-42e2-807b-d5e499ca79fe requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:23:47.523007 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-6f1b2363-bc35-4449-ab99-70f0a443d455 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/e2ef1183-a901-4731-9952-1048a3014849 HTTP/1.1" status: 204 len: 168 time: 0.2810771 Aug 31 04:23:47.525676 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50818) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:23:47.599339 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (426da267-4f22-42e2-807b-d5e499ca79fe), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.644576 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] Deleting port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:23:47.644866 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.717676 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] For port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:23:47.718437 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.733996 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] Calling delete_port for 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe owned by network:dhcp {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:23:47.747758 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] DHCP port deletion for 426da267-4f22-42e2-807b-d5e499ca79fe request from dv-cinder-853910-5-iscsi {{(pid=106460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:23:47.748044 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:47.797972 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Deleting port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:23:47.798595 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.826302 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.856692 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] Pushing event deleted for resources: {'Port': ['ID=5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:47.862012 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] No DVR routers for this DVR port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe on host dv-cinder-853910-5-iscsi {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:23:47.873975 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] For port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe,segment=NetworkSegment(e3f5a2fb-aac5-4565-9c26-2798eac490be),segment_id=e3f5a2fb-aac5-4565-9c26-2798eac490be)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:23:47.874676 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.891353 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Calling delete_port for 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe owned by network:dhcp {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:23:47.897173 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 6f0bbc44-cc76-4495-8624-99ae2c5b59fd no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:23:47.928910 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 6f0bbc44-cc76-4495-8624-99ae2c5b59fd {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:23:47.929256 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 6f0bbc44-cc76-4495-8624-99ae2c5b59fd not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:23:47.929682 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:23:47.945788 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (426da267-4f22-42e2-807b-d5e499ca79fe), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.969399 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426da267-4f22-42e2-807b-d5e499ca79fe']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:47.976535 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:23:47.976884 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:23:47.977299 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device d8313ce2-6913-4cad-a38b-713e1062df44 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:23:47.979984 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f5a2fb-aac5-4565-9c26-2798eac490be') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:47.980214 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f5a2fb-aac5-4565-9c26-2798eac490be') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:47.991814 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269191'] for segment (e3f5a2fb-aac5-4565-9c26-2798eac490be), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:47.999196 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: d8313ce2-6913-4cad-a38b-713e1062df44 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:23:47.999547 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device d8313ce2-6913-4cad-a38b-713e1062df44 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:23:48.012189 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (e3f5a2fb-aac5-4565-9c26-2798eac490be), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:48.020437 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:23:48.020894 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222628'] for segment (e3f5a2fb-aac5-4565-9c26-2798eac490be), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:48.035371 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454'] for port (5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:48.073356 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Pushing event deleted for resources: {'Port': ['ID=5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:48.092024 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:48.092207 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:48.093082 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:48.093082 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:48.093287 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:48.093441 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:48.093768 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:48.094098 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:48.094425 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:48.094751 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:48.095128 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:48.095425 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:48.095745 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:48.096062 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:48.096386 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-5-iscsi {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:23:48.097252 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (426da267-4f22-42e2-807b-d5e499ca79fe), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:48.103173 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:48.105225 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3880d-8497-4008-9fe0-d6ff4b071b0d None None] No DVR routers for this DVR port 5090d2bd-15de-43f7-a1eb-0aaf5ded3ebe on host dv-cinder-853910-5-iscsi {{(pid=106460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:23:48.112715 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/426da267-4f22-42e2-807b-d5e499ca79fe HTTP/1.1" status: 204 len: 168 time: 0.5800712 Aug 31 04:23:48.113278 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50824) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:23:48.116756 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:48.127923 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ec28e-b70d-4304-9489-037c4321d364 admin admin] Pushing event deleted for resources: {'Network': ['ID=426da267-4f22-42e2-807b-d5e499ca79fe,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:48.141357 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment e3f5a2fb-aac5-4565-9c26-2798eac490be resource provider aggregate not found Aug 31 04:23:48.157803 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:48.158288 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment e3f5a2fb-aac5-4565-9c26-2798eac490be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3f5a2fb-aac5-4565-9c26-2798eac490be found for delete ", "request_id": "req-95ccfd2b-3ff1-4291-bce8-316366aeea41"}]} Aug 31 04:23:48.446474 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bdb544bd-5aac-4320-a284-a25627e38101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-565397'] for router_interface (213ed31c-a711-42f0-ac91-0100063f7397), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:48.689659 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-bdb544bd-5aac-4320-a284-a25627e38101 admin admin] Deleting port 9b53fe6c-7046-4e2d-96af-204db3edb954 {{(pid=106458) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:23:48.689969 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bdb544bd-5aac-4320-a284-a25627e38101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:48.773787 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.db [None req-bdb544bd-5aac-4320-a284-a25627e38101 admin admin] For port 9b53fe6c-7046-4e2d-96af-204db3edb954, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=9b53fe6c-7046-4e2d-96af-204db3edb954,segment=NetworkSegment(7b588228-acba-453f-892e-b98db0834ffa),segment_id=7b588228-acba-453f-892e-b98db0834ffa)] {{(pid=106458) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:23:48.774144 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bdb544bd-5aac-4320-a284-a25627e38101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:48.787156 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.plugins.ml2.plugin [None req-bdb544bd-5aac-4320-a284-a25627e38101 admin admin] Calling delete_port for 9b53fe6c-7046-4e2d-96af-204db3edb954 owned by network:router_interface {{(pid=106458) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:23:48.981698 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bdb544bd-5aac-4320-a284-a25627e38101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4007933'] for port (9b53fe6c-7046-4e2d-96af-204db3edb954), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:49.004855 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb544bd-5aac-4320-a284-a25627e38101 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b53fe6c-7046-4e2d-96af-204db3edb954,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:49.033963 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:49.035892 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:49.176298 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-bdb544bd-5aac-4320-a284-a25627e38101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-567845'] for router_interface (213ed31c-a711-42f0-ac91-0100063f7397), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:49.400336 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb544bd-5aac-4320-a284-a25627e38101 admin admin] Router 213ed31c-a711-42f0-ac91-0100063f7397 has already been hosted by L3 agent 377da056-6368-444a-ab91-c88c33d9ccf2 {{(pid=106458) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:23:49.502307 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb544bd-5aac-4320-a284-a25627e38101 admin admin] Notify agent at l3_agent.dv-cinder-853910-5-iscsi the message routers_updated {{(pid=106458) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:23:49.510358 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-bdb544bd-5aac-4320-a284-a25627e38101 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/213ed31c-a711-42f0-ac91-0100063f7397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3960521 Aug 31 04:23:49.510467 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50828) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:23:49.511315 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8fc2e-3114-45ce-9519-7a74acbfce30 None None] Sync routers for ids ['213ed31c-a711-42f0-ac91-0100063f7397'] in dv-cinder-853910-5-iscsi {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:23:49.525095 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a8fc2e-3114-45ce-9519-7a74acbfce30 None None] Routers {'213ed31c-a711-42f0-ac91-0100063f7397'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:23:49.525724 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-43a8fc2e-3114-45ce-9519-7a74acbfce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:23:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['213ed31c-a711-42f0-ac91-0100063f7397'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:49.612763 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] Publish callbacks [] for router (213ed31c-a711-42f0-ac91-0100063f7397), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:49.631881 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-43a8fc2e-3114-45ce-9519-7a74acbfce30 None None] Set router 213ed31c-a711-42f0-ac91-0100063f7397 gateway port host: dv-cinder-853910-5-iscsi {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:23:49.717696 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] Publish callbacks [] for router_gateway (213ed31c-a711-42f0-ac91-0100063f7397), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:49.767177 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] Deleting port 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:23:49.767526 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:49.784693 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:49.863203 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] For port 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891,segment=NetworkSegment(8a2dd731-f9e3-49ad-a3a0-731bad411f71),segment_id=8a2dd731-f9e3-49ad-a3a0-731bad411f71)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:23:49.863574 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:49.881003 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] Calling delete_port for 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891 owned by network:router_gateway {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:23:49.934688 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-43a8fc2e-3114-45ce-9519-7a74acbfce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213ed31c-a711-42f0-ac91-0100063f7397', 'name': 'tempest-TestShelveInstance-1558120689-router', 'tenant_id': '1916da62ca0c45ceaa974bf1112d8abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'external_fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:23:48Z', 'revision_number': 5, 'project_id': '1916da62ca0c45ceaa974bf1112d8abc', 'gw_port': {'id': '1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891', 'name': '', 'network_id': '6a4dfb25-163a-4ab8-82fd-91e5514c8f22', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213ed31c-a711-42f0-ac91-0100063f7397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd112b133-4864-45e2-bd0c-e3cee0902150', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-5-iscsi'}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:49.960324 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8fc2e-3114-45ce-9519-7a74acbfce30 None None] Checking router: 213ed31c-a711-42f0-ac91-0100063f7397 for host: dv-cinder-853910-5-iscsi {{(pid=106460) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:23:49.969290 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a8fc2e-3114-45ce-9519-7a74acbfce30 None None] Routers {'213ed31c-a711-42f0-ac91-0100063f7397'} bound to L3 agent in host dv-cinder-853910-5-iscsi {{(pid=106460) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:23:49.969915 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-43a8fc2e-3114-45ce-9519-7a74acbfce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T03:58:28Z,description=,heartbeat_timestamp=2022-08-31T04:23:28Z,host='dv-cinder-853910-5-iscsi',id=377da056-6368-444a-ab91-c88c33d9ccf2,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T03:58:28Z,topic='l3_agent')) {'router_ids': ['213ed31c-a711-42f0-ac91-0100063f7397'], 'active': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:50.049460 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:50.054265 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_dvr_db [None req-43a8fc2e-3114-45ce-9519-7a74acbfce30 None None] Set router 213ed31c-a711-42f0-ac91-0100063f7397 gateway port host: None {{(pid=106460) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:23:50.054635 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:50.075985 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:50.108752 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.db.l3_hamode_db [None req-43a8fc2e-3114-45ce-9519-7a74acbfce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213ed31c-a711-42f0-ac91-0100063f7397', 'name': 'tempest-TestShelveInstance-1558120689-router', 'tenant_id': '1916da62ca0c45ceaa974bf1112d8abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:23:49Z', 'revision_number': 6, 'project_id': '1916da62ca0c45ceaa974bf1112d8abc', 'gw_port_host': None}], 'dv-cinder-853910-5-iscsi', False) {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:50.133988 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a8fc2e-3114-45ce-9519-7a74acbfce30 None None] The sync data for ids ['213ed31c-a711-42f0-ac91-0100063f7397'] in dv-cinder-853910-5-iscsi is: [{'id': '213ed31c-a711-42f0-ac91-0100063f7397', 'name': 'tempest-TestShelveInstance-1558120689-router', 'tenant_id': '1916da62ca0c45ceaa974bf1112d8abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:19:32Z', 'updated_at': '2022-08-31T04:23:49Z', 'revision_number': 6, 'project_id': '1916da62ca0c45ceaa974bf1112d8abc', 'gw_port_host': None}] {{(pid=106460) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:23:50.146855 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566230'] for router_gateway (213ed31c-a711-42f0-ac91-0100063f7397), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:50.236227 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-565755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8207'] for router (213ed31c-a711-42f0-ac91-0100063f7397), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:50.238473 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] Publish callbacks [] for router_controller (213ed31c-a711-42f0-ac91-0100063f7397), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:50.284097 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-567896'] for router (213ed31c-a711-42f0-ac91-0100063f7397), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:50.284958 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 213ed31c-a711-42f0-ac91-0100063f7397 {{(pid=106459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:23:50.288920 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:50.290107 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-7933ffb1-d765-4b1e-84ca-16c9b1ec5a93 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/213ed31c-a711-42f0-ac91-0100063f7397 HTTP/1.1" status: 204 len: 168 time: 0.7787054 Aug 31 04:23:50.292717 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50830) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:23:50.337729 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5827892-e490-400f-83be-720fa46efc34 admin admin] Deleting subnet 1e3dcdea-d536-4675-866f-57405cf51211 {{(pid=106459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:23:50.340965 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b5827892-e490-400f-83be-720fa46efc34 admin admin] Publish callbacks [] for subnet (1e3dcdea-d536-4675-866f-57405cf51211), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:50.380216 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b5827892-e490-400f-83be-720fa46efc34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2269196'] for subnet (1e3dcdea-d536-4675-866f-57405cf51211), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:50.467707 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b5827892-e490-400f-83be-720fa46efc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16472938'] for subnet (1e3dcdea-d536-4675-866f-57405cf51211), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:50.527420 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b5827892-e490-400f-83be-720fa46efc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16472947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2222210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4017630'] for subnet (1e3dcdea-d536-4675-866f-57405cf51211), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:50.552469 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5827892-e490-400f-83be-720fa46efc34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e3dcdea-d536-4675-866f-57405cf51211,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:50.561000 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b5827892-e490-400f-83be-720fa46efc34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:50.564055 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-b5827892-e490-400f-83be-720fa46efc34 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/1e3dcdea-d536-4675-866f-57405cf51211 HTTP/1.1" status: 204 len: 168 time: 0.2700915 Aug 31 04:23:50.567438 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.18', 50832) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:23:50.569033 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eb98e3-fa3f-4466-bad3-ea5e3e53280e None None] Network c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a requested from dv-cinder-853910-5-iscsi {{(pid=106460) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:23:50.643132 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16364631'] for network (c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:50.688489 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] Deleting port 35f9db91-db51-4be7-8b95-1482528e06dd {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:23:50.689128 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763503145436'] for port (35f9db91-db51-4be7-8b95-1482528e06dd), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:50.691742 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:50.770423 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] For port 35f9db91-db51-4be7-8b95-1482528e06dd, host dv-cinder-853910-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-5-iscsi',level=0,port_id=35f9db91-db51-4be7-8b95-1482528e06dd,segment=NetworkSegment(7b588228-acba-453f-892e-b98db0834ffa),segment_id=7b588228-acba-453f-892e-b98db0834ffa)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:23:50.770658 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-637086'] for port (35f9db91-db51-4be7-8b95-1482528e06dd), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:50.785365 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] Calling delete_port for 35f9db91-db51-4be7-8b95-1482528e06dd owned by network:dhcp {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:23:50.869026 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16300152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-171340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763503150538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763502706454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2222705'] for port (35f9db91-db51-4be7-8b95-1482528e06dd), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:50.894056 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] Pushing event deleted for resources: {'Port': ['ID=35f9db91-db51-4be7-8b95-1482528e06dd,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:50.898355 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] No DVR routers for this DVR port 35f9db91-db51-4be7-8b95-1482528e06dd on host dv-cinder-853910-5-iscsi {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:23:50.907920 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137b4599-ed29-4fc0-a936-ecebb4e035d0 None None] DHCP port deletion for c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a request from dv-cinder-853910-5-iscsi {{(pid=106460) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:23:50.989658 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16475401', 'neutron.services.segments.db._delete_segments_for_network-8763503206723'] for network (c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:51.011835 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:51.023090 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b588228-acba-453f-892e-b98db0834ffa') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:51.023339 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.services.segments.db [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b588228-acba-453f-892e-b98db0834ffa') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:23:51.035069 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763503182767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2269191'] for segment (7b588228-acba-453f-892e-b98db0834ffa), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:51.049727 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787'] for segment (7b588228-acba-453f-892e-b98db0834ffa), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:51.056166 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:23:51.056539 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16476787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2222628'] for segment (7b588228-acba-453f-892e-b98db0834ffa), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:51.102535 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 7b588228-acba-453f-892e-b98db0834ffa resource provider aggregate not found Aug 31 04:23:51.123247 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 7b588228-acba-453f-892e-b98db0834ffa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b588228-acba-453f-892e-b98db0834ffa found for delete ", "request_id": "req-53582adf-ffa3-4cd2-95b6-6ff1d41507f7"}]} Aug 31 04:23:51.132993 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16475392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566202'] for network (c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:51.140278 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531326'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:51.146181 dv-cinder-853910-5-iscsi neutron-server[106459]: INFO neutron.wsgi [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a HTTP/1.1" status: 204 len: 168 time: 0.5747554 Aug 31 04:23:51.146181 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:51.157500 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2293c-6368-4a5f-9fd0-bfe95533bcfe admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d0b9e7-6db3-4c5a-b1e7-067c8009ec6a,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:51.330274 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50840) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:23:51.373823 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-bb80e4b8-fa48-4a9d-a49d-f4c1b1168df9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=89d0e9ff07ea4aaea9087d1558cade5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422690 Aug 31 04:23:51.377366 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50842) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:23:51.425944 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e30e7ab1-d329-422e-ba03-3eba86c50d55 admin admin] Publish callbacks [] for security_group (e04e4cfb-a866-44f6-bb7f-504fad13d004), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:51.445587 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e30e7ab1-d329-422e-ba03-3eba86c50d55 admin admin] Publish callbacks [] for security_group (e04e4cfb-a866-44f6-bb7f-504fad13d004), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:51.498490 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e30e7ab1-d329-422e-ba03-3eba86c50d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (e04e4cfb-a866-44f6-bb7f-504fad13d004), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:51.501232 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-e30e7ab1-d329-422e-ba03-3eba86c50d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:51.502383 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-e30e7ab1-d329-422e-ba03-3eba86c50d55 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e04e4cfb-a866-44f6-bb7f-504fad13d004 HTTP/1.1" status: 204 len: 168 time: 0.1241486 Aug 31 04:23:51.510141 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e7ab1-d329-422e-ba03-3eba86c50d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04e4cfb-a866-44f6-bb7f-504fad13d004,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:51.841573 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50848) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:23:51.870854 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 9b53fe6c-7046-4e2d-96af-204db3edb954 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:23:51.883988 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-0c14b0dd-1f98-4c7c-8ddc-749c38f97802 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1916da62ca0c45ceaa974bf1112d8abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420251 Aug 31 04:23:51.886563 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [-] (106458) accepted ('10.222.0.18', 50850) {{(pid=106458) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:23:51.890279 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 9b53fe6c-7046-4e2d-96af-204db3edb954 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:23:51.890624 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 9b53fe6c-7046-4e2d-96af-204db3edb954 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:23:51.891063 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 35f9db91-db51-4be7-8b95-1482528e06dd no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:23:51.893454 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:51.909873 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 35f9db91-db51-4be7-8b95-1482528e06dd {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:23:51.910222 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 35f9db91-db51-4be7-8b95-1482528e06dd not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:23:51.910617 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891 no longer exists at agent ovs-agent-dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:23:51.932889 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] No Port match for: 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891 {{(pid=106460) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:23:51.933234 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron.plugins.ml2.rpc [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Device 1ec8fefc-ba2a-4c1b-90ef-1a3028fe3891 not bound to the agent host dv-cinder-853910-5-iscsi {{(pid=106460) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:23:51.939334 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5ee7457b-af45-461b-aa6a-3122f5cbd1e8 admin admin] Publish callbacks [] for security_group (3bea1407-4af9-49aa-b198-02c70d1ea408), before_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:51.959719 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5ee7457b-af45-461b-aa6a-3122f5cbd1e8 admin admin] Publish callbacks [] for security_group (3bea1407-4af9-49aa-b198-02c70d1ea408), precommit_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:52.008503 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5ee7457b-af45-461b-aa6a-3122f5cbd1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611582'] for security_group (3bea1407-4af9-49aa-b198-02c70d1ea408), after_delete {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:52.011073 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron_lib.callbacks.manager [None req-5ee7457b-af45-461b-aa6a-3122f5cbd1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106458) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:52.012232 dv-cinder-853910-5-iscsi neutron-server[106458]: INFO neutron.wsgi [None req-5ee7457b-af45-461b-aa6a-3122f5cbd1e8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3bea1407-4af9-49aa-b198-02c70d1ea408 HTTP/1.1" status: 204 len: 168 time: 0.1247497 Aug 31 04:23:52.022771 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7457b-af45-461b-aa6a-3122f5cbd1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bea1407-4af9-49aa-b198-02c70d1ea408,revision_number=None']} {{(pid=106458) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:23:55.605803 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:55.622615 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7825af42-6e01-4b49-af81-e6c3ee29b46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:56.926399 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=18 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:57.097271 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=7 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:23:57.687764 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bc5def16-01fe-41b7-8948-0defec248efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:58.330278 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:23:58.974731 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:24:00.504402 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:24:00.522638 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:24:01.125741 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=40,neutron:DELETE=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:24:01.994702 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=93,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:24:02.019207 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG dbcounter [-] [106458] Writing DB stats neutron:SELECT=93,neutron:DELETE=4 {{(pid=106458) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:24:05.459880 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [req-d696695b-088d-407f-92cf-e652d0fb9839 req-a53dd4f0-4c42-462a-a15c-3d249b0200b2 service neutron] (106459) timed out ('10.222.0.18', 44548) {{(pid=106459) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 04:24:05.908325 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [req-d696695b-088d-407f-92cf-e652d0fb9839 req-add7ff14-3a01-4a2f-8098-c7f722c96db2 tempest-AttachVolumeShelveTestJSON-287211119 tempest-AttachVolumeShelveTestJSON-287211119-project] (106459) timed out ('10.222.0.18', 44562) {{(pid=106459) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 04:24:10.516890 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:24:10.518102 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:24:24.018645 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:24:24.019929 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:24:24.101002 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:24:25.621569 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-333a0e10-86fe-4184-a325-99da0c04cd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:24:27.684020 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7237ea7d-46f4-4407-90c1-734c7bfc59d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:24:28.345659 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:24:28.967766 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:24:30.491111 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:24:30.529518 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:24:34.097309 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:24:45.548040 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:24:45.553939 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:24:45.804521 dv-cinder-853910-5-iscsi neutron-server[106458]: DEBUG neutron.wsgi [req-63b39c0b-f256-4981-8b24-11c96888f95a req-0e67ec27-3eef-4899-b7cc-aa1692b003a3 service neutron] (106458) timed out ('10.222.0.26', 53489) {{(pid=106458) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 04:24:54.035555 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:24:54.044120 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:24:55.622933 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9a88797f-79bf-461f-8b46-928f342efa9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:24:57.684948 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-913f4bd3-63ee-4040-8e83-342b63d40bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:24:58.368484 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:24:58.977657 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:25:00.500376 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:25:00.529167 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:25:01.105703 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:25:10.521977 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:25:10.524462 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:25:11.097293 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:25:11.098581 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:25:25.623297 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-95c9e08e-c277-4cc8-9f77-edda8b4ed696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:25:27.684023 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5af5ca4-ef13-4f9e-a4ee-e10c1967fb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:25:28.370106 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:25:28.978314 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:25:30.499766 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:25:30.534316 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:25:31.034054 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=14 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:25:31.041747 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=18 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:25:38.110841 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:25:40.522847 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:25:40.529210 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:25:48.100839 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:25:48.102716 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:25:55.623882 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-10f2cd23-19cb-493d-a7ae-8e710ccb1e93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:25:57.679872 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5ad78197-84a1-4ea7-a9bb-4199f66d1210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:25:58.389415 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:25:58.985090 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:00.498200 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:00.541055 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:08.036766 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:26:08.037929 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:26:10.525921 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:26:10.535312 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:26:15.116096 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:26:25.106342 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:26:25.107941 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:26:25.620078 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-feb0a4e5-c06d-45e4-ac85-ae118ea825d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:27.686672 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b8067f0e-930f-4c9d-a29a-d09c946c6ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:28.384206 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:28.987887 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:30.491895 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:30.537900 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:45.041146 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:26:45.043331 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:26:45.573058 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:26:45.574400 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:26:52.120720 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:26:55.624790 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d24a97aa-a2da-42f8-8fdd-fdb981b60403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:57.678231 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6b015b0f-cb77-4f98-8871-2ee492fd27ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:58.384219 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:58.992313 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:00.493375 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:00.542893 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:02.113442 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:10.487775 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:10.536117 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:25.554989 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=15 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:25.557018 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=17 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:25.629972 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-23aeec19-1f11-4e56-8ea1-01e1664acd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:27.677064 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d02dbef5-72ae-4f51-ba1f-16f53938b6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:28.391318 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:28.995297 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:29.125695 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:27:30.497278 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:30.545016 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:32.572686 dv-cinder-853910-5-iscsi neutron-server[106459]: DEBUG neutron.wsgi [req-30f245c4-7080-4354-b5c4-11a523471140 req-1921e58d-987d-4ca3-9238-86be89b0c355 service neutron] (106459) timed out ('10.222.0.26', 53522) {{(pid=106459) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 04:27:39.116629 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:39.117723 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:40.536586 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:40.539196 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:55.628904 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-556cb374-b22b-4026-af07-92e6ef0abd3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:57.677293 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b00bee13-57d7-4901-b163-581cc9f419e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:58.414239 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:59.006111 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:59.046556 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:59.048616 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:00.503126 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:00.559309 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:06.130764 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:28:10.550928 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:10.553521 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:24.015303 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:24.016156 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:25.635968 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3e18-e5e4-4146-87ff-227e4ecdbc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:27.679575 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-648bf7f7-f001-4ac2-88be-aacf3f1ba323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:28.403381 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:29.004540 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:30.510155 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:30.550527 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:43.135086 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG neutron.db.agents_db [None req-2f4dc261-e88f-485d-8581-bf8651d3ba1e None None] Agent healthcheck: found 6 active agents {{(pid=106461) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:28:45.566247 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:45.567416 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:53.126167 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:53.127009 dv-cinder-853910-5-iscsi neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:55.625168 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2c272bb3-6a70-448c-a5d8-403a534cccf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (f446ba67-53cb-489e-a15e-d38abd4c16ea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:57.676983 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-46979849-2132-49ab-a367-81f40e5e95cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (377da056-6368-444a-ab91-c88c33d9ccf2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:58.406395 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-22b89a61-0f7c-466a-ad78-860931ef9f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (65063864-488e-4118-bf41-5e4f60191db2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:59.004582 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-abc0c343-67af-4038-8830-72ea3e07e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (4ba2de0f-ecdf-463b-b2e7-e986d1ed10f1), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:00.501858 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5e8d540-883b-4f77-bdbc-454ce91cde38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (7a469eed-48c0-4e9a-81b1-d5177b7b08c3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:00.555375 dv-cinder-853910-5-iscsi neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-107a9b99-e7ed-46ae-ab99-840dee693d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763503206705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16472264'] for agent (ad914a51-8619-4518-b661-298633d04ede), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}